
# Create a temporary directory to hold notebook output, and change the working directory to that directory.
from tempfile import TemporaryDirectory
import os
data_dir = TemporaryDirectory()
os.chdir(data_dir.name)

# For info, print out where the script is running
print("Running in {}".format(os.getcwd()))

Running in /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d


import os
if 'CRDS_CACHE_TYPE' in os.environ:
    if os.environ['CRDS_CACHE_TYPE'] == 'local':
        os.environ['CRDS_PATH'] = os.path.join(os.environ['HOME'], 'crds', 'cache')
    elif os.path.isdir(os.environ['CRDS_CACHE_TYPE']):
        os.environ['CRDS_PATH'] = os.environ['CRDS_CACHE_TYPE']
print('CRDS cache location: {}'.format(os.environ['CRDS_PATH']))

CRDS cache location: /grp/crds/cache


#import pytest
import numpy as np
from glob import glob
import json
import matplotlib.pyplot as plt
import photutils

from astropy.io import fits, ascii
from astropy.coordinates import Angle
from astropy.table import Table, vstack, unique, join
from astropy import table
from astropy.coordinates import SkyCoord, match_coordinates_sky
from astropy.visualization import simple_norm
from astropy import units as u
from astropy.modeling import models
from astropy.wcs import WCS

# Box download imports 
from astropy.utils.data import download_file
from pathlib import Path
from shutil import move
from os.path import splitext

import jwst
from jwst import datamodels
from jwst.datamodels import RampModel, ImageModel

from jwst import associations
from jwst.associations import asn_from_list
from jwst.associations.lib.rules_level3_base import DMS_Level3_Base

from jwst.pipeline import calwebb_image3
from jwst.pipeline import calwebb_image2
from jwst.pipeline import calwebb_detector1
from jwst.pipeline import Detector1Pipeline, Image2Pipeline, Image3Pipeline

from ci_watson.artifactory_helpers import get_bigdata


def create_scatterplot(catalog_colx, catalog_coly, title=None):
    ''' Function to generate a generic scatterplot.
    '''
    
    fig = plt.figure(figsize=(8, 8))
    ax = plt.subplot()
    ax.scatter(catalog_colx,catalog_coly) 
    plt.xlabel(catalog_colx.name)
    plt.ylabel(catalog_coly.name)

    
    if title:
        plt.title(title)


# Band info from constants in miricap

# wref in microns and zeropoint in Jy
band_info = {
    "2MASS J": {'wref': 1.235, 'zeropoint': 1594},
    "2MASS H": {'wref': 1.662, 'zeropoint': 1024},
    "2MASS Ks": {'wref': 2.159, 'zeropoint': 666.7},
    "Johnson U": {'wref': 0.36, 'zeropoint': 1823},
    "Johnson B": {'wref': 0.44, 'zeropoint': 4130},
    "Johnson V": {'wref': 0.55, 'zeropoint': 3781},
    "Johnson R": {'wref': 0.71, 'zeropoint': 2941},
    "Johnson I": {'wref': 0.97, 'zeropoint': 2635},
    "Johnson J": {'wref': 1.25, 'zeropoint': 1603},
    "Johnson H": {'wref': 1.60, 'zeropoint': 1075},
    "Johnson K": {'wref': 2.22, 'zeropoint': 667},
    "Johnson L": {'wref': 3.54, 'zeropoint': 288},
    "Johnson M": {'wref': 4.80, 'zeropoint': 170},
    "Johnson N": {'wref': 10.6, 'zeropoint': 36},
    "Johnson O": {'wref': 21.0, 'zeropoint': 9.4},
    "UKIRT V": {'wref': 0.5556, 'zeropoint': 3540},
    "UKIRT I": {'wref': 0.9, 'zeropoint': 2250},
    "UKIRT J": {'wref': 1.25, 'zeropoint': 1600},
    "UKIRT H": {'wref': 1.65, 'zeropoint': 1020},
    "UKIRT K": {'wref': 2.20, 'zeropoint': 657},
    "UKIRT L": {'wref': 3.45, 'zeropoint': 290},
    "UKIRT L'": {'wref': 3.80, 'zeropoint': 252},
    "UKIRT M": {'wref': 4.8, 'zeropoint': 163},
    "UKIRT N": {'wref': 10.1, 'zeropoint': 39.8},
    "UKIRT Q": {'wref': 20.0, 'zeropoint': 10.4},
    "MIRLIN N": {'wref': 10.79, 'zeropoint': 33.4},
    "MIRLIN Q-s": {'wref': 17.90, 'zeropoint': 12.4},
    "MIRLIN N0": {'wref': 7.91, 'zeropoint': 60.9},
    "MIRLIN N1": {'wref': 8.81, 'zeropoint': 49.4},
    "MIRLIN N2": {'wref': 9.69, 'zeropoint': 41.1},
    "MIRLIN N3": {'wref': 10.27, 'zeropoint': 36.7},
    "MIRLIN N4": {'wref': 11.70, 'zeropoint': 28.5},
    "MIRLIN N5": {'wref': 12.49, 'zeropoint': 25.1},
    "MIRLIN Q0": {'wref': 17.20, 'zeropoint': 13.4},
    "MIRLIN Q1": {'wref': 17.93, 'zeropoint': 12.3},
    "MIRLIN Q2": {'wref': 18.64, 'zeropoint': 11.4},
    "MIRLIN Q3": {'wref': 20.81, 'zeropoint': 9.2},
    "MIRLIN Q4": {'wref': 22.81, 'zeropoint': 7.7},
    "MIRLIN Q5": {'wref': 24.48, 'zeropoint': 6.7},
    "MIRLIN K": {'wref': 2.2, 'zeropoint': 650.0},
    "MIRLIN M": {'wref': 4.68, 'zeropoint': 165.0},
    "WISE W1": {'wref': 3.4, 'zeropoint':309.54},
    "WISE W2": {'wref': 4.6, 'zeropoint':171.787},
    "WISE W3": {'wref': 12., 'zeropoint':31.674},
    "WISE W4": {'wref': 22., 'zeropoint':8.363},
}


# code from miricap.imager section written by Christophe Cossou of the MIRI EC team.

def get_band_info(band, system):
    """
    Retrieve information on a given band in a dictionnary 'band_info' that need to be
    available in global variable of the script at this level.
    :param str band: Band name (e.g. V for Johnson)
    :param str system: possible values: Johnson, 2MASS, UKIRT, MARLIN)
    :return: wref in microns and zeropoint in Jy
    :rtype: tuple(Quantity, Quantity)
    """

    system_list = ["Johnson", "2MASS", "UKIRT", "MARLIN"]

    if system not in system_list:
        LOG.info(f"Unknown system '{system}'. Possible values: {system_list}")
        return None, None

    key = f"{system} {band}"

    try:
        band_dict = band_info[key]
        zeropoint = band_dict["zeropoint"]
        wref = band_dict["wref"]
    except KeyError:
        bands = [k.split()[1] for k in band_info.keys() if system in k]
        LOG.info(f"Unknown band '{band}' for '{system}'. Available bands are: {', '.join(bands)}")
        return None, None

    return wref * u.micron, zeropoint * u.Jy



def mag2flux(magnitude, band, system="Johnson"):
    """
    Convert magnitude in a given band/system into flux in mJy (and return the corresponding wavelength reference
    :param float magnitude: magnitude in a given bandpass
    :param str band: band name (e.g 'V' or Johnson system)
    :param str system: (By default Johnson, possible values: Johnson, 2MASS, UKIRT, MARLIN)
    :return: flux in mJy and wref in microns
    :rtype: tuple(float, float)
    """

    wref, zero_point = get_band_info(band, system)

    flux = zero_point * 10.0 ** (-0.4 * magnitude)

    print(f"Magnitude {magnitude} in {system} band {band} -> Flux: {flux} at {wref} microns")

    return flux.to(u.mJy).value, wref.value


def extrapolate_flux(flux, wref, waves, temperature_star):
    """
    From a flux and reference wavelength, will return the flux for other wavelength
    (using the star effective temperature for the spectrum shape)
    To convert magnitude flux in a band, use one of the following website for instance:
    - http://ssc.spitzer.caltech.edu/warmmission/propkit/pet/magtojy/
    - https://www.gemini.edu/sciops/instruments/midir-resources/imaging-calibrations/fluxmagnitude-conversion
    :param float flux: Star flux in mJy
    :param float wref: reference wavelength (microns) corresponding to the flux given in parameter
    :param waves: list of wavelengths you want to extrapolate the star flux on.
    :type waves: float or list(float) or np.array(float)
    :param float temperature_star: star effective temperature in K
    :return: flux values for all required wavelengths. Unit will be the unit of the input flux
    :rtype: quantity or np.array(quantity)
    """
    flux = flux * u.mJy
    wref = wref * u.micron
    waves = waves * u.micron

    bb_star = models.BlackBody(temperature_star * u.K)

    extrapolated_flux = flux * bb_star(waves) / bb_star(wref)

    print(f"Assuming T={temperature_star} K, Flux: {flux} at {wref} -> Flux: {extrapolated_flux} at {waves}")

    return extrapolated_flux


print(jwst.__version__) 
print(data_dir)

1.3.2
<TemporaryDirectory '/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d'>


# Read in new dataset from Box

def get_box_files(file_list):
    for box_url,file_name in file_list:
        if 'https' not in box_url:
            box_url = 'https://stsci.box.com/shared/static/' + box_url
        downloaded_file = download_file(box_url)
        if Path(file_name).suffix == '':
            ext = splitext(box_url)[1]
            file_name += ext
        move(downloaded_file, file_name)

# Use F560W data set
        
#file_urls = ['https://stsci.box.com/shared/static/g8ozd2wkdo9klrtkafpe9qegpzhpd66a.fits', 
#             'https://stsci.box.com/shared/static/ym75nbqdi32t9wnbanm6s57itqixniyc.fits', 
#             'https://stsci.box.com/shared/static/0bqh6ijsc6kd7cyv6gtnj9kvly9t885f.fits',
#             'https://stsci.box.com/shared/static/tywadpqcjhp9yxyv0sy91hc79red92xm.fits',
#             'https://stsci.box.com/shared/static/lpcgp7jkq6lmjj2lxpk63jz9u05qgk3a.cat',
#             'https://stsci.box.com/shared/static/15j6hkjc28zow4rjepob2t75dl887zs3.cat']

#file_names = ['det_image_seq1_MIRIMAGE_F560Wexp1_rate.fits', 
#             'det_image_seq2_MIRIMAGE_F560Wexp1_rate.fits', 
#             'det_image_seq3_MIRIMAGE_F560Wexp1_rate.fits',
#             'det_image_seq4_MIRIMAGE_F560Wexp1_rate.fits',
#             'input_sim_stars.cat',
#             'input_sim_galaxies.cat']

# Test with F770W data set

file_urls = ['https://stsci.box.com/shared/static/8573htf1p8mhk4e49z9b483dp975y3lz.fits',
             'https://stsci.box.com/shared/static/p69h7uzlmqwlzf6kqqbf4lu9ibz28tc6.fits',
             'https://stsci.box.com/shared/static/js8k6j20rek1oago057wxn08dhuticij.fits',
             'https://stsci.box.com/shared/static/es253mc3m1sptusj9c9ctl1blidr1qdl.fits',
             'https://stsci.box.com/shared/static/lpcgp7jkq6lmjj2lxpk63jz9u05qgk3a.cat',
             'https://stsci.box.com/shared/static/15j6hkjc28zow4rjepob2t75dl887zs3.cat']


file_names = ['det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits', 
             'det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits', 
             'det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits',
             'det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits',
             'input_sim_stars.cat',
             'input_sim_galaxies.cat']


box_download_list = [(url,name) for url,name in zip(file_urls,file_names)]


get_box_files(box_download_list)


# Run Calwebb_image2 on output files from detector1
ratefiles = glob('*rate.fits')    
    
print('There are ', len(ratefiles), ' images.')
    
callist = []

# cycle through files
for im in ratefiles:
    pipe2 = Image2Pipeline()
    
    rampfile = ImageModel(im)
    filename = rampfile.meta.filename
    # Set pipeline parameters

    pipe2.save_results = True
    pipe2.output_file = filename +'_cal.fits'
    pipe2.resample.save_results = True
    pipe2.suffix = None

    calfile = pipe2.run(rampfile)

    callist.append(calfile)

print(callist)

2022-01-28 12:55:45,614 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-01-28 12:55:45,616 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-01-28 12:55:45,618 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-01-28 12:55:45,620 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-01-28 12:55:45,622 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-01-28 12:55:45,623 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.

There are  4  images.

2022-01-28 12:55:46,581 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:46,587 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d/det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-01-28 12:55:46,596 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-01-28 12:55:46,858 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-01-28 12:55:46,862 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-01-28 12:55:46,863 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-01-28 12:55:46,864 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-01-28 12:55:46,865 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-01-28 12:55:46,867 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-01-28 12:55:46,870 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-01-28 12:55:46,872 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-01-28 12:55:46,872 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-01-28 12:55:46,875 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-01-28 12:55:46,877 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-01-28 12:55:46,878 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-01-28 12:55:46,878 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-01-28 12:55:46,880 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-01-28 12:55:46,881 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-01-28 12:55:46,881 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-01-28 12:55:46,882 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-01-28 12:55:46,883 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-01-28 12:55:46,885 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-01-28 12:55:46,886 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-01-28 12:55:46,886 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-01-28 12:55:46,887 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-01-28 12:55:46,888 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-01-28 12:55:46,888 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-01-28 12:55:46,951 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:55:46,953 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-01-28 12:55:47,120 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:47,123 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-01-28 12:55:47,419 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-01-28 12:55:47,499 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.019410454 -0.016139226 0.021877929 0.015048364 359.990819065 0.017621109 359.988011818 -0.013580304
2022-01-28 12:55:47,500 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.019410454 -0.016139226 0.021877929 0.015048364 359.990819065 0.017621109 359.988011818 -0.013580304
2022-01-28 12:55:47,501 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-01-28 12:55:47,541 - stpipe.Image2Pipeline.assign_wcs - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:779: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-01-28 12:55:47,606 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-01-28 12:55:47,742 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:47,744 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-01-28 12:55:47,874 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:47,875 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:47,876 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:47,884 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:48,021 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-01-28 12:55:48,138 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:48,140 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-01-28 12:55:48,166 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-01-28 12:55:48,167 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-01-28 12:55:48,246 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-01-28 12:55:48,247 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-01-28 12:55:48,248 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-01-28 12:55:48,248 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-01-28 12:55:48,305 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-01-28 12:55:48,308 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-01-28 12:55:48,309 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-01-28 12:55:48,328 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-01-28 12:55:48,447 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:48,449 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-01-28 12:55:48,476 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-01-28 12:55:48,606 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-01-28 12:55:49,304 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:49,667 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-01-28 12:55:50,328 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:50,695 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-01-28 12:55:51,384 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:51,790 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-01-28 12:55:52,428 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:52,822 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019358561 -0.016335069 0.022108776 0.015004270 359.990738771 0.017757176 359.987988557 -0.013582163
2022-01-28 12:55:52,952 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_i2d.fits
2022-01-28 12:55:52,953 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-01-28 12:55:52,954 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq1_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:55:52,956 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-01-28 12:55:53,134 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits
2022-01-28 12:55:53,135 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-01-28 12:55:53,144 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-01-28 12:55:53,146 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-01-28 12:55:53,148 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-01-28 12:55:53,150 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-01-28 12:55:53,152 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-01-28 12:55:53,154 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-01-28 12:55:53,388 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:53,394 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d/det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-01-28 12:55:53,402 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-01-28 12:55:53,406 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-01-28 12:55:53,409 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-01-28 12:55:53,410 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-01-28 12:55:53,412 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-01-28 12:55:53,413 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-01-28 12:55:53,414 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-01-28 12:55:53,416 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-01-28 12:55:53,418 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-01-28 12:55:53,419 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-01-28 12:55:53,421 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-01-28 12:55:53,424 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-01-28 12:55:53,424 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-01-28 12:55:53,425 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-01-28 12:55:53,426 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-01-28 12:55:53,426 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-01-28 12:55:53,427 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-01-28 12:55:53,428 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-01-28 12:55:53,428 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-01-28 12:55:53,430 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-01-28 12:55:53,431 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-01-28 12:55:53,432 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-01-28 12:55:53,433 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-01-28 12:55:53,433 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-01-28 12:55:53,434 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-01-28 12:55:53,490 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:55:53,491 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-01-28 12:55:53,681 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:53,684 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-01-28 12:55:53,869 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-01-28 12:55:53,938 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020049595 -0.017461020 0.022517071 0.013726570 359.991458207 0.016299315 359.988650959 -0.014902098
2022-01-28 12:55:53,939 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020049595 -0.017461020 0.022517071 0.013726570 359.991458207 0.016299315 359.988650959 -0.014902098
2022-01-28 12:55:53,940 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-01-28 12:55:53,978 - stpipe.Image2Pipeline.assign_wcs - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:779: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-01-28 12:55:54,036 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-01-28 12:55:54,220 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:54,222 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-01-28 12:55:54,344 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:54,346 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:54,347 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:54,355 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:55:54,491 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-01-28 12:55:54,677 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:54,680 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-01-28 12:55:54,706 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-01-28 12:55:54,707 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-01-28 12:55:54,787 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-01-28 12:55:54,788 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-01-28 12:55:54,789 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-01-28 12:55:54,790 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-01-28 12:55:54,840 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-01-28 12:55:54,843 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-01-28 12:55:54,844 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-01-28 12:55:54,865 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-01-28 12:55:55,062 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:55,064 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-01-28 12:55:55,093 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-01-28 12:55:55,214 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-01-28 12:55:55,979 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:56,358 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-01-28 12:55:57,008 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:57,377 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-01-28 12:55:58,018 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:58,387 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-01-28 12:55:59,020 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:55:59,394 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.019997703 -0.017656862 0.022747918 0.013682477 359.991377913 0.016435382 359.988627698 -0.014903956
2022-01-28 12:55:59,513 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_i2d.fits
2022-01-28 12:55:59,514 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-01-28 12:55:59,515 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq2_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:55:59,518 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-01-28 12:55:59,679 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits
2022-01-28 12:55:59,680 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-01-28 12:55:59,685 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-01-28 12:55:59,686 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-01-28 12:55:59,688 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-01-28 12:55:59,689 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-01-28 12:55:59,691 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-01-28 12:55:59,692 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-01-28 12:55:59,870 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:55:59,875 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d/det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-01-28 12:55:59,884 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-01-28 12:55:59,888 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-01-28 12:55:59,891 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-01-28 12:55:59,891 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-01-28 12:55:59,892 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-01-28 12:55:59,893 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-01-28 12:55:59,893 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-01-28 12:55:59,895 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-01-28 12:55:59,897 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-01-28 12:55:59,898 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-01-28 12:55:59,899 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-01-28 12:55:59,901 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-01-28 12:55:59,901 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-01-28 12:55:59,902 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-01-28 12:55:59,902 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-01-28 12:55:59,903 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-01-28 12:55:59,903 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-01-28 12:55:59,904 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-01-28 12:55:59,904 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-01-28 12:55:59,905 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-01-28 12:55:59,906 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-01-28 12:55:59,907 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-01-28 12:55:59,907 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-01-28 12:55:59,907 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-01-28 12:55:59,908 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-01-28 12:55:59,961 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:55:59,962 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-01-28 12:56:00,087 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:00,089 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-01-28 12:56:00,288 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-01-28 12:56:00,356 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.020280738 -0.019911784 0.022748213 0.011275807 359.991689350 0.013848551 359.988882102 -0.017352862
2022-01-28 12:56:00,358 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.020280738 -0.019911784 0.022748213 0.011275807 359.991689350 0.013848551 359.988882102 -0.017352862
2022-01-28 12:56:00,358 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-01-28 12:56:00,396 - stpipe.Image2Pipeline.assign_wcs - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:779: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-01-28 12:56:00,454 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-01-28 12:56:00,573 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:00,575 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-01-28 12:56:00,693 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:00,694 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:00,695 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:00,703 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:00,832 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-01-28 12:56:00,955 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:00,957 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-01-28 12:56:00,983 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-01-28 12:56:00,984 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-01-28 12:56:01,065 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-01-28 12:56:01,067 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-01-28 12:56:01,067 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-01-28 12:56:01,068 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-01-28 12:56:01,122 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-01-28 12:56:01,125 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-01-28 12:56:01,126 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-01-28 12:56:01,144 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-01-28 12:56:01,284 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:01,286 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-01-28 12:56:01,314 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-01-28 12:56:01,441 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-01-28 12:56:02,117 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:02,474 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-01-28 12:56:03,080 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:03,444 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-01-28 12:56:04,061 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:04,433 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-01-28 12:56:05,116 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:05,680 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.020228846 -0.020107626 0.022979061 0.011231713 359.991609056 0.013984618 359.988858841 -0.017354721
2022-01-28 12:56:05,803 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_i2d.fits
2022-01-28 12:56:05,804 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-01-28 12:56:05,804 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq3_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:56:05,806 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-01-28 12:56:05,974 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits
2022-01-28 12:56:05,975 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done
2022-01-28 12:56:05,980 - stpipe.Image2Pipeline - INFO - Image2Pipeline instance created.
2022-01-28 12:56:05,982 - stpipe.Image2Pipeline.bkg_subtract - INFO - BackgroundStep instance created.
2022-01-28 12:56:05,984 - stpipe.Image2Pipeline.assign_wcs - INFO - AssignWcsStep instance created.
2022-01-28 12:56:05,986 - stpipe.Image2Pipeline.flat_field - INFO - FlatFieldStep instance created.
2022-01-28 12:56:05,987 - stpipe.Image2Pipeline.photom - INFO - PhotomStep instance created.
2022-01-28 12:56:05,989 - stpipe.Image2Pipeline.resample - INFO - ResampleStep instance created.
2022-01-28 12:56:06,174 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:06,179 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': '/data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/tmp/tmp7vvphz9d/det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal.fits', 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_bsub': False, 'steps': {'bkg_subtract': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_combined_background': False, 'sigma': 3.0, 'maxiters': None}, 'assign_wcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}, 'flat_field': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}, 'photom': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}}}
2022-01-28 12:56:06,187 - stpipe.Image2Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits' reftypes = ['area', 'camera', 'collimator', 'dflat', 'disperser', 'distortion', 'drizpars', 'fflat', 'filteroffset', 'flat', 'fore', 'fpa', 'ifufore', 'ifupost', 'ifuslicer', 'msa', 'ote', 'photom', 'regions', 'sflat', 'specwcs', 'wavelengthrange', 'wfssbkg']
2022-01-28 12:56:06,192 - stpipe.Image2Pipeline - INFO - Prefetch for AREA reference file is '/grp/crds/cache/references/jwst/jwst_miri_area_0004.fits'.
2022-01-28 12:56:06,195 - stpipe.Image2Pipeline - INFO - Prefetch for CAMERA reference file is 'N/A'.
2022-01-28 12:56:06,196 - stpipe.Image2Pipeline - INFO - Prefetch for COLLIMATOR reference file is 'N/A'.
2022-01-28 12:56:06,197 - stpipe.Image2Pipeline - INFO - Prefetch for DFLAT reference file is 'N/A'.
2022-01-28 12:56:06,198 - stpipe.Image2Pipeline - INFO - Prefetch for DISPERSER reference file is 'N/A'.
2022-01-28 12:56:06,198 - stpipe.Image2Pipeline - INFO - Prefetch for DISTORTION reference file is '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf'.
2022-01-28 12:56:06,201 - stpipe.Image2Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-01-28 12:56:06,202 - stpipe.Image2Pipeline - INFO - Prefetch for FFLAT reference file is 'N/A'.
2022-01-28 12:56:06,203 - stpipe.Image2Pipeline - INFO - Prefetch for FILTEROFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf'.
2022-01-28 12:56:06,205 - stpipe.Image2Pipeline - INFO - Prefetch for FLAT reference file is '/grp/crds/cache/references/jwst/jwst_miri_flat_0729.fits'.
2022-01-28 12:56:06,206 - stpipe.Image2Pipeline - INFO - Prefetch for FORE reference file is 'N/A'.
2022-01-28 12:56:06,207 - stpipe.Image2Pipeline - INFO - Prefetch for FPA reference file is 'N/A'.
2022-01-28 12:56:06,207 - stpipe.Image2Pipeline - INFO - Prefetch for IFUFORE reference file is 'N/A'.
2022-01-28 12:56:06,207 - stpipe.Image2Pipeline - INFO - Prefetch for IFUPOST reference file is 'N/A'.
2022-01-28 12:56:06,208 - stpipe.Image2Pipeline - INFO - Prefetch for IFUSLICER reference file is 'N/A'.
2022-01-28 12:56:06,208 - stpipe.Image2Pipeline - INFO - Prefetch for MSA reference file is 'N/A'.
2022-01-28 12:56:06,209 - stpipe.Image2Pipeline - INFO - Prefetch for OTE reference file is 'N/A'.
2022-01-28 12:56:06,209 - stpipe.Image2Pipeline - INFO - Prefetch for PHOTOM reference file is '/grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits'.
2022-01-28 12:56:06,210 - stpipe.Image2Pipeline - INFO - Prefetch for REGIONS reference file is 'N/A'.
2022-01-28 12:56:06,211 - stpipe.Image2Pipeline - INFO - Prefetch for SFLAT reference file is 'N/A'.
2022-01-28 12:56:06,211 - stpipe.Image2Pipeline - INFO - Prefetch for SPECWCS reference file is 'N/A'.
2022-01-28 12:56:06,211 - stpipe.Image2Pipeline - INFO - Prefetch for WAVELENGTHRANGE reference file is 'N/A'.
2022-01-28 12:56:06,212 - stpipe.Image2Pipeline - INFO - Prefetch for WFSSBKG reference file is 'N/A'.
2022-01-28 12:56:06,212 - stpipe.Image2Pipeline - INFO - Starting calwebb_image2 ...
2022-01-28 12:56:06,262 - stpipe.Image2Pipeline - INFO - Processing product det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:56:06,263 - stpipe.Image2Pipeline - INFO - Working on input <ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits> ...
2022-01-28 12:56:06,390 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:06,392 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'sip_approx': True, 'sip_max_pix_error': 0.25, 'sip_degree': None, 'sip_max_inv_pix_error': 0.25, 'sip_inv_degree': None, 'sip_npoints': 32, 'slit_y_low': -0.55, 'slit_y_high': 0.55}
2022-01-28 12:56:06,591 - stpipe.Image2Pipeline.assign_wcs - INFO - Created a MIRI mir_image pipeline with references {'distortion': '/grp/crds/cache/references/jwst/jwst_miri_distortion_0028.asdf', 'filteroffset': '/grp/crds/cache/references/jwst/jwst_miri_filteroffset_0005.asdf', 'specwcs': None, 'regions': None, 'wavelengthrange': None, 'camera': None, 'collimator': None, 'disperser': None, 'fore': None, 'fpa': None, 'msa': None, 'ote': None, 'ifupost': None, 'ifufore': None, 'ifuslicer': None}
2022-01-28 12:56:06,667 - stpipe.Image2Pipeline.assign_wcs - INFO - Update S_REGION to POLYGON ICRS  0.021816605 -0.019412938 0.024284080 0.011774652 359.993225217 0.014347397 359.990417969 -0.016854016
2022-01-28 12:56:06,668 - stpipe.Image2Pipeline.assign_wcs - INFO - assign_wcs updated S_REGION to POLYGON ICRS  0.021816605 -0.019412938 0.024284080 0.011774652 359.993225217 0.014347397 359.990417969 -0.016854016
2022-01-28 12:56:06,669 - stpipe.Image2Pipeline.assign_wcs - INFO - COMPLETED assign_wcs
2022-01-28 12:56:06,708 - stpipe.Image2Pipeline.assign_wcs - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/modeling/fitting.py:779: AstropyUserWarning: The fit may be poorly conditioned

  warnings.warn("The fit may be poorly conditioned\n",

2022-01-28 12:56:06,770 - stpipe.Image2Pipeline.assign_wcs - INFO - Step assign_wcs done
2022-01-28 12:56:06,897 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:06,899 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_interpolated_flat': False, 'user_supplied_flat': None, 'inverse': False}
2022-01-28 12:56:07,025 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_PARTIAL_DATA does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:07,026 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_LOW_QUAL does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:07,027 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword CDP_UNRELIABLE_ERROR does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:07,037 - stpipe.Image2Pipeline.flat_field - WARNING - Keyword DIFF_PATTERN does not correspond to an existing DQ mnemonic, so will be ignored
2022-01-28 12:56:07,175 - stpipe.Image2Pipeline.flat_field - INFO - Step flat_field done
2022-01-28 12:56:07,299 - stpipe.Image2Pipeline.photom - INFO - Step photom running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:07,301 - stpipe.Image2Pipeline.photom - INFO - Step photom parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'inverse': False, 'source_type': None}
2022-01-28 12:56:07,328 - stpipe.Image2Pipeline.photom - INFO - Using photom reference file: /grp/crds/cache/references/jwst/jwst_miri_photom_0073.fits
2022-01-28 12:56:07,329 - stpipe.Image2Pipeline.photom - INFO - Using area reference file: /grp/crds/cache/references/jwst/jwst_miri_area_0004.fits
2022-01-28 12:56:07,408 - stpipe.Image2Pipeline.photom - INFO - Using instrument: MIRI
2022-01-28 12:56:07,410 - stpipe.Image2Pipeline.photom - INFO -  detector: MIRIMAGE
2022-01-28 12:56:07,410 - stpipe.Image2Pipeline.photom - INFO -  exp_type: MIR_IMAGE
2022-01-28 12:56:07,411 - stpipe.Image2Pipeline.photom - INFO -  filter: F770W
2022-01-28 12:56:07,458 - stpipe.Image2Pipeline.photom - INFO - Pixel area map copied to output.
2022-01-28 12:56:07,461 - stpipe.Image2Pipeline.photom - INFO -  subarray: FULL
2022-01-28 12:56:07,462 - stpipe.Image2Pipeline.photom - INFO - PHOTMJSR value: 0.592788
2022-01-28 12:56:07,480 - stpipe.Image2Pipeline.photom - INFO - Step photom done
2022-01-28 12:56:07,604 - stpipe.Image2Pipeline.resample - INFO - Step resample running with args (<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits>,).
2022-01-28 12:56:07,606 - stpipe.Image2Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-01-28 12:56:07,632 - stpipe.Image2Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-01-28 12:56:07,759 - stpipe.Image2Pipeline.resample - INFO - Resampling science data
2022-01-28 12:56:08,404 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:08,775 - stpipe.Image2Pipeline.resample - INFO - Resampling var_rnoise
2022-01-28 12:56:09,460 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:09,836 - stpipe.Image2Pipeline.resample - INFO - Resampling var_poisson
2022-01-28 12:56:10,448 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:10,829 - stpipe.Image2Pipeline.resample - INFO - Resampling var_flat
2022-01-28 12:56:11,427 - stpipe.Image2Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1023, 1023)
2022-01-28 12:56:11,875 - stpipe.Image2Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021764713 -0.019608781 0.024514927 0.011730558 359.993144923 0.014483464 359.990394708 -0.016855875
2022-01-28 12:56:11,994 - stpipe.Image2Pipeline.resample - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_i2d.fits
2022-01-28 12:56:11,995 - stpipe.Image2Pipeline.resample - INFO - Step resample done
2022-01-28 12:56:11,996 - stpipe.Image2Pipeline - INFO - Finished processing product det_image_seq4_MIRIMAGE_F770Wexp1_rate.fits_cal
2022-01-28 12:56:12,001 - stpipe.Image2Pipeline - INFO - ... ending calwebb_image2
2022-01-28 12:56:12,196 - stpipe.Image2Pipeline - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits
2022-01-28 12:56:12,197 - stpipe.Image2Pipeline - INFO - Step Image2Pipeline done

[[<ImageModel(1024, 1032) from det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits>], [<ImageModel(1024, 1032) from det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits>]]


# use asn_from_list to create association table

calfiles = glob('*_cal.fits')
asn = asn_from_list.asn_from_list(calfiles, rule=DMS_Level3_Base, product_name='starfield_combined.fits')

# use this if you need to add non'science' exposure types
#asn['products'][0]['members'][1]['exptype'] = 'background'
#asn['products'][0]['members'][2]['exptype'] = 'sourcecat'

# dump association table to a .json file for use in image3
with open('starfield_asnfile.json', 'w') as fp:
    fp.write(asn.dump()[1])

print(asn)

jwnoprogram-a3001_none_006_asn with 1 products
Rule=DMS_Level3_Base
No constraints
Products:
	starfield_combined.fits with 4 members


# Run Calwebb_image3 on the association table
    
# set any specific parameters
# tweakreg parameters to allow data to run
fwhm = 2.187  # Gaussian kernel FWHM of objects expected, default=2.5
minobj = 5   # minimum number of objects needed to match positions for a good fit, default=15
snr = 8      # signal to noise threshold, default=5
sigma = 5    # clipping limit, in sigma units, used when performing fit, default=3
fit_geom = 'shift' # ftype of affine transformation to be considered when fitting catalogs, default='general'
use2dhist = False  # boolean indicating whether to use 2D histogram to find initial offset, default=True
   
pipe3=Image3Pipeline()    
pipe3.tweakreg.kernel_fwhm = fwhm
pipe3.tweakreg.snr_threshold = snr
pipe3.tweakreg.minobj = minobj
pipe3.tweakreg.sigma = sigma
pipe3.tweakreg.fitgeometry = fit_geom
pipe3.tweakreg.use2dhist = use2dhist
pipe3.source_catalog.save_results = True
pipe3.source_catalog.snr_threshold = snr
pipe3.source_catalog.kernel_fwhm = fwhm
pipe3.save_results = True

# run Image3

image = pipe3.run('starfield_asnfile.json')
print('Image 3 pipeline finished.')

2022-01-28 12:56:12,229 - stpipe.Image3Pipeline - INFO - Image3Pipeline instance created.
2022-01-28 12:56:12,232 - stpipe.Image3Pipeline.assign_mtwcs - INFO - AssignMTWcsStep instance created.
2022-01-28 12:56:12,234 - stpipe.Image3Pipeline.tweakreg - INFO - TweakRegStep instance created.
2022-01-28 12:56:12,235 - stpipe.Image3Pipeline.skymatch - INFO - SkyMatchStep instance created.
2022-01-28 12:56:12,237 - stpipe.Image3Pipeline.outlier_detection - INFO - OutlierDetectionStep instance created.
2022-01-28 12:56:12,239 - stpipe.Image3Pipeline.resample - INFO - ResampleStep instance created.
2022-01-28 12:56:12,241 - stpipe.Image3Pipeline.source_catalog - INFO - SourceCatalogStep instance created.
2022-01-28 12:56:12,402 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline running with args ('starfield_asnfile.json',).
2022-01-28 12:56:12,409 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'steps': {'assign_mtwcs': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': 'assign_mtwcs', 'search_output_file': True, 'input_dir': ''}, 'tweakreg': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': False, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 5, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}, 'skymatch': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'global+match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}, 'outlier_detection': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}, 'resample': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}, 'source_catalog': {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}}}
2022-01-28 12:56:12,538 - stpipe.Image3Pipeline - INFO - Prefetching reference files for dataset: 'det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits' reftypes = ['abvegaoffset', 'apcorr', 'drizpars']
2022-01-28 12:56:12,551 - stpipe.Image3Pipeline - INFO - Prefetch for ABVEGAOFFSET reference file is '/grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf'.
2022-01-28 12:56:12,554 - stpipe.Image3Pipeline - INFO - Prefetch for APCORR reference file is '/grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits'.
2022-01-28 12:56:12,555 - stpipe.Image3Pipeline - INFO - Prefetch for DRIZPARS reference file is '/grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits'.
2022-01-28 12:56:12,557 - stpipe.Image3Pipeline - INFO - Starting calwebb_image3 ...
2022-01-28 12:56:13,081 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg running with args (<ModelContainer>,).
2022-01-28 12:56:13,084 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': True, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'save_catalogs': False, 'catalog_format': 'ecsv', 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'brightest': 1000, 'peakmax': None, 'enforce_user_order': False, 'expand_refcat': False, 'minobj': 5, 'searchrad': 1.0, 'use2dhist': False, 'separation': 0.5, 'tolerance': 1.0, 'xoffset': 0.0, 'yoffset': 0.0, 'fitgeometry': 'shift', 'nclip': 3, 'sigma': 5, 'align_to_gaia': False, 'gaia_catalog': 'GAIADR2', 'min_gaia': 5, 'save_gaia_catalog': False}
2022-01-28 12:56:13,349 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 36 sources in det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits.
2022-01-28 12:56:13,658 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 33 sources in det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits.
2022-01-28 12:56:13,956 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 35 sources in det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits.
2022-01-28 12:56:14,268 - stpipe.Image3Pipeline.tweakreg - INFO - Detected 46 sources in det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits.
2022-01-28 12:56:14,290 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-01-28 12:56:14,291 - stpipe.Image3Pipeline.tweakreg - INFO - Number of image groups to be aligned: 4.
2022-01-28 12:56:14,292 - stpipe.Image3Pipeline.tweakreg - INFO - Image groups:
2022-01-28 12:56:14,317 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq1_MIRIMAGE_F770Wexp1_cal':
2022-01-28 12:56:14,319 - stpipe.Image3Pipeline.tweakreg - INFO -      det_image_seq1_MIRIMAGE_F770Wexp1_cal
2022-01-28 12:56:14,345 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq2_MIRIMAGE_F770Wexp1_cal':
2022-01-28 12:56:14,346 - stpipe.Image3Pipeline.tweakreg - INFO -      det_image_seq2_MIRIMAGE_F770Wexp1_cal
2022-01-28 12:56:14,371 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq3_MIRIMAGE_F770Wexp1_cal':
2022-01-28 12:56:14,372 - stpipe.Image3Pipeline.tweakreg - INFO -      det_image_seq3_MIRIMAGE_F770Wexp1_cal
2022-01-28 12:56:14,399 - stpipe.Image3Pipeline.tweakreg - INFO - * Images in GROUP 'det_image_seq4_MIRIMAGE_F770Wexp1_cal':
2022-01-28 12:56:14,400 - stpipe.Image3Pipeline.tweakreg - INFO -      det_image_seq4_MIRIMAGE_F770Wexp1_cal
2022-01-28 12:56:14,401 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-01-28 12:56:14,401 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-01-28 12:56:14,402 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() started on 2022-01-28 12:56:14.401606
2022-01-28 12:56:14,402 - stpipe.Image3Pipeline.tweakreg - INFO -       Version 0.7.3
2022-01-28 12:56:14,403 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-01-28 12:56:14,486 - stpipe.Image3Pipeline.tweakreg - INFO - Selected image 'GROUP ID: det_image_seq1_MIRIMAGE_F770Wexp1_cal' as reference image
2022-01-28 12:56:14,491 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-01-28 12:56:14,607 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq2_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-01-28 12:56:14,608 - stpipe.Image3Pipeline.tweakreg - INFO - Found 25 matches for 'GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal'...
2022-01-28 12:56:14,609 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-01-28 12:56:14,611 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq2_MIRIMAGE_F770Wexp1_cal:
2022-01-28 12:56:14,611 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.00523577  YSH: -0.00460672
2022-01-28 12:56:14,612 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-01-28 12:56:14,612 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0292529   FIT MAE: 0.0158524
2022-01-28 12:56:14,613 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 25 objects.
2022-01-28 12:56:14,642 - stpipe.Image3Pipeline.tweakreg - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/gwcs/wcs.py:2952: DeprecationWarning: Indexing a WCS.pipeline step is deprecated. Use the `frame` and `transform` attributes instead.
  warnings.warn("Indexing a WCS.pipeline step is deprecated. "

2022-01-28 12:56:14,655 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-01-28 12:56:14,773 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq3_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-01-28 12:56:14,775 - stpipe.Image3Pipeline.tweakreg - INFO - Found 24 matches for 'GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal'...
2022-01-28 12:56:14,776 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-01-28 12:56:14,778 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq3_MIRIMAGE_F770Wexp1_cal:
2022-01-28 12:56:14,779 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: -0.000198679  YSH: -0.00267906
2022-01-28 12:56:14,779 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-01-28 12:56:14,780 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.00680934   FIT MAE: 0.00551607
2022-01-28 12:56:14,781 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 24 objects.
2022-01-28 12:56:14,823 - stpipe.Image3Pipeline.tweakreg - INFO - Aligning image catalog 'GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal' to the reference catalog.
2022-01-28 12:56:14,943 - stpipe.Image3Pipeline.tweakreg - INFO - Matching sources from 'det_image_seq4_MIRIMAGE_F770Wexp1_cal' catalog with sources from the reference 'det_image_seq1_MIRIMAGE_F770Wexp1_cal' catalog.
2022-01-28 12:56:14,945 - stpipe.Image3Pipeline.tweakreg - INFO - Found 25 matches for 'GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal'...
2022-01-28 12:56:14,946 - stpipe.Image3Pipeline.tweakreg - INFO - Performing 'shift' fit
2022-01-28 12:56:14,948 - stpipe.Image3Pipeline.tweakreg - INFO - Computed 'shift' fit for GROUP ID: det_image_seq4_MIRIMAGE_F770Wexp1_cal:
2022-01-28 12:56:14,948 - stpipe.Image3Pipeline.tweakreg - INFO - XSH: 0.00566956  YSH: 0.00118207
2022-01-28 12:56:14,949 - stpipe.Image3Pipeline.tweakreg - INFO - 
2022-01-28 12:56:14,949 - stpipe.Image3Pipeline.tweakreg - INFO - FIT RMSE: 0.0314286   FIT MAE: 0.0153639
2022-01-28 12:56:14,950 - stpipe.Image3Pipeline.tweakreg - INFO - Final solution based on 25 objects.
2022-01-28 12:56:14,991 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-01-28 12:56:14,992 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() ended on 2022-01-28 12:56:14.991818
2022-01-28 12:56:14,993 - stpipe.Image3Pipeline.tweakreg - INFO - ***** tweakwcs.imalign.align_wcs() TOTAL RUN TIME: 0:00:00.590212
2022-01-28 12:56:14,993 - stpipe.Image3Pipeline.tweakreg - INFO -  
2022-01-28 12:56:15,169 - stpipe.Image3Pipeline.tweakreg - INFO - Step tweakreg done
2022-01-28 12:56:15,326 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch running with args (<ModelContainer>,).
2022-01-28 12:56:15,328 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': False, 'skip': False, 'suffix': None, 'search_output_file': True, 'input_dir': '', 'skymethod': 'global+match', 'match_down': True, 'subtract': False, 'stepsize': None, 'skystat': 'mode', 'dqbits': '0', 'lower': None, 'upper': None, 'nclip': 5, 'lsigma': 4.0, 'usigma': 4.0, 'binwidth': 0.1}
2022-01-28 12:56:15,364 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:15,365 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() started on 2022-01-28 12:56:15.364439
2022-01-28 12:56:15,365 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:15,366 - stpipe.Image3Pipeline.skymatch - INFO - Sky computation method: 'global+match'
2022-01-28 12:56:15,366 - stpipe.Image3Pipeline.skymatch - INFO - Sky matching direction: DOWN
2022-01-28 12:56:15,367 - stpipe.Image3Pipeline.skymatch - INFO - Sky subtraction from image data: OFF
2022-01-28 12:56:15,367 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:15,368 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing differences in sky values in overlapping regions.
2022-01-28 12:56:16,966 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0
2022-01-28 12:56:16,969 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.00635001
2022-01-28 12:56:16,970 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.000689217
2022-01-28 12:56:16,971 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 0.00184557
2022-01-28 12:56:16,972 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:16,973 - stpipe.Image3Pipeline.skymatch - INFO - ----  Computing "global" sky - smallest sky value across *all* input images.
2022-01-28 12:56:17,057 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:17,059 - stpipe.Image3Pipeline.skymatch - INFO -    "Global" sky value correction: 3.6572172979959565 [not converted]
2022-01-28 12:56:17,060 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:17,061 - stpipe.Image3Pipeline.skymatch - INFO - ----  Final (match+global) sky for:
2022-01-28 12:56:17,062 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq1_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 3.65722 (old=0, delta=3.65722)
2022-01-28 12:56:17,063 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq2_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 3.66357 (old=0.00635001, delta=3.65722)
2022-01-28 12:56:17,064 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq3_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 3.65791 (old=0.000689217, delta=3.65722)
2022-01-28 12:56:17,065 - stpipe.Image3Pipeline.skymatch - INFO -    *  Image ID=det_image_seq4_MIRIMAGE_F770Wexp1_cal.fits. Sky background: 3.65906 (old=0.00184557, delta=3.65722)
2022-01-28 12:56:17,066 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:17,066 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() ended on 2022-01-28 12:56:17.066217
2022-01-28 12:56:17,067 - stpipe.Image3Pipeline.skymatch - INFO - ***** jwst.skymatch.skymatch.match() TOTAL RUN TIME: 0:00:01.701778
2022-01-28 12:56:17,068 - stpipe.Image3Pipeline.skymatch - INFO -  
2022-01-28 12:56:17,083 - stpipe.Image3Pipeline.skymatch - INFO - Step skymatch done
2022-01-28 12:56:17,213 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection running with args (<ModelContainer>,).
2022-01-28 12:56:17,215 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'crf', 'search_output_file': False, 'input_dir': '', 'weight_type': 'ivm', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'nlow': 0, 'nhigh': 0, 'maskpt': 0.7, 'grow': 1, 'snr': '5.0 4.0', 'scale': '1.2 0.7', 'backg': 0.0, 'save_intermediate_results': False, 'resample_data': True, 'good_bits': '~DO_NOT_USE', 'scale_detection': False, 'allowed_memory': None}
2022-01-28 12:56:17,221 - stpipe.Image3Pipeline.outlier_detection - INFO - Performing outlier detection on 4 inputs
2022-01-28 12:56:18,005 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:19,241 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:20,538 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:21,752 - stpipe.Image3Pipeline.outlier_detection - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:22,432 - stpipe.Image3Pipeline.outlier_detection - INFO - Generating median from 4 images
2022-01-28 12:56:23,047 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting median...
2022-01-28 12:56:23,784 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1111)
2022-01-28 12:56:24,813 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1111)
2022-01-28 12:56:25,858 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1111)
2022-01-28 12:56:26,947 - stpipe.Image3Pipeline.outlier_detection - INFO - Blotting (1024, 1032) <-- (1142, 1111)
2022-01-28 12:56:27,231 - stpipe.Image3Pipeline.outlier_detection - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:422: RuntimeWarning: overflow encountered in multiply
  t2 = scl1 * blot_deriv + snr1 * err_data

2022-01-28 12:56:27,256 - stpipe.Image3Pipeline.outlier_detection - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/jwst/outlier_detection/outlier_detection.py:433: RuntimeWarning: overflow encountered in multiply
  mask_2ndpass = scl2 * blot_deriv + snr2 * err_data

2022-01-28 12:56:28,085 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq1_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-01-28 12:56:28,369 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq2_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-01-28 12:56:28,832 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq3_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-01-28 12:56:29,099 - stpipe.Image3Pipeline.outlier_detection - INFO - Saved model in det_image_seq4_MIRIMAGE_F770Wexp1_a3001_crf.fits
2022-01-28 12:56:29,100 - stpipe.Image3Pipeline.outlier_detection - INFO - Step outlier_detection done
2022-01-28 12:56:29,221 - stpipe.Image3Pipeline.resample - INFO - Step resample running with args (<ModelContainer>,).
2022-01-28 12:56:29,223 - stpipe.Image3Pipeline.resample - INFO - Step resample parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'i2d', 'search_output_file': True, 'input_dir': '', 'pixfrac': 1.0, 'kernel': 'square', 'fillval': 'INDEF', 'weight_type': 'ivm', 'pixel_scale_ratio': 1.0, 'single': False, 'blendheaders': True, 'allowed_memory': None}
2022-01-28 12:56:29,240 - stpipe.Image3Pipeline.resample - INFO - Drizpars reference file: /grp/crds/cache/references/jwst/jwst_miri_drizpars_0001.fits
2022-01-28 12:56:29,393 - stpipe.Image3Pipeline.resample - INFO - Blending metadata for starfield_combined.fits
2022-01-28 12:56:30,086 - stpipe.Image3Pipeline.resample - INFO - Resampling science data
2022-01-28 12:56:30,711 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:31,985 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:33,170 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:34,354 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:34,792 - stpipe.Image3Pipeline.resample - INFO - Resampling var_rnoise
2022-01-28 12:56:35,388 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:36,547 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:37,845 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:39,125 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:39,484 - stpipe.Image3Pipeline.resample - INFO - Resampling var_poisson
2022-01-28 12:56:40,173 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:41,448 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:42,715 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:43,975 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:44,334 - stpipe.Image3Pipeline.resample - INFO - Resampling var_flat
2022-01-28 12:56:45,025 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:46,290 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:47,555 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:48,819 - stpipe.Image3Pipeline.resample - INFO - Drizzling (1024, 1032) --> (1142, 1111)
2022-01-28 12:56:49,200 - stpipe.Image3Pipeline.resample - INFO - Update S_REGION to POLYGON ICRS  0.021513693 -0.020379196 0.024586829 0.014639909 359.990548994 0.017626933 359.987475858 -0.017392172
2022-01-28 12:56:49,622 - stpipe.Image3Pipeline.resample - INFO - Saved model in starfield_combined_i2d.fits
2022-01-28 12:56:49,623 - stpipe.Image3Pipeline.resample - INFO - Step resample done
2022-01-28 12:56:49,846 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog running with args (<ImageModel(1142, 1111) from starfield_combined_i2d.fits>,).
2022-01-28 12:56:49,849 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog parameters are: {'pre_hooks': [], 'post_hooks': [], 'output_file': None, 'output_dir': None, 'output_ext': '.fits', 'output_use_model': False, 'output_use_index': True, 'save_results': True, 'skip': False, 'suffix': 'cat', 'search_output_file': True, 'input_dir': '', 'bkg_boxsize': 100, 'kernel_fwhm': 2.187, 'snr_threshold': 8, 'npixels': 5, 'deblend': False, 'aperture_ee1': 30, 'aperture_ee2': 50, 'aperture_ee3': 70, 'ci1_star_threshold': 2.0, 'ci2_star_threshold': 1.8}
2022-01-28 12:56:49,867 - stpipe.Image3Pipeline.source_catalog - INFO - Using APCORR reference file /grp/crds/cache/references/jwst/jwst_miri_apcorr_0005.fits
2022-01-28 12:56:49,878 - stpipe.Image3Pipeline.source_catalog - INFO - Using ABVEGAOFFSET reference file /grp/crds/cache/references/jwst/jwst_miri_abvegaoffset_0001.asdf
2022-01-28 12:56:49,879 - stpipe.Image3Pipeline.source_catalog - INFO - Instrument: MIRI
2022-01-28 12:56:49,880 - stpipe.Image3Pipeline.source_catalog - INFO - Detector: MIRIMAGE
2022-01-28 12:56:49,881 - stpipe.Image3Pipeline.source_catalog - INFO - Filter: F770W
2022-01-28 12:56:49,882 - stpipe.Image3Pipeline.source_catalog - INFO - Subarray: FULL
2022-01-28 12:56:49,934 - stpipe.Image3Pipeline.source_catalog - INFO - AB to Vega magnitude offset 4.38398
2022-01-28 12:56:50,440 - stpipe.Image3Pipeline.source_catalog - INFO - Detected 552 sources
2022-01-28 12:56:51,054 - stpipe.Image3Pipeline.source_catalog - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/utils/introspection.py:160: DeprecationWarning: distutils Version classes are deprecated. Use packaging.version instead.
  return LooseVersion(have_version) >= LooseVersion(version)

2022-01-28 12:56:51,127 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote source catalog: starfield_combined_cat.ecsv
2022-01-28 12:56:51,238 - stpipe.Image3Pipeline.source_catalog - INFO - Saved model in starfield_combined_segm.fits
2022-01-28 12:56:51,241 - stpipe.Image3Pipeline.source_catalog - INFO - Wrote segmentation map: starfield_combined_segm.fits
2022-01-28 12:56:51,242 - stpipe.Image3Pipeline.source_catalog - INFO - Step source_catalog done
2022-01-28 12:56:51,245 - stpipe.Image3Pipeline - INFO - Step Image3Pipeline done

Image 3 pipeline finished.


photfile = 'starfield_combined_cat.ecsv'
input_file = 'starfield_combined_i2d.fits'


# Look at subset of table with full columns
# If you have negative fluxes or repeated values of xcentroid or ycentroid, you may be finding spurious sources at image edges

data = table.Table.read(photfile, format='ascii', comment='#')

smalltable = data['label', 'xcentroid', 'ycentroid','aper30_flux', 'aper50_flux', 'aper70_flux', 'CI_50_30', 'CI_70_50','aper_total_flux']
smalltable.pprint_all()
#print(smalltable)

label xcentroid ycentroid  aper30_flux   aper50_flux   aper70_flux  CI_50_30 CI_70_50 aper_total_flux
                                Jy            Jy            Jy                               Jy      
----- --------- --------- ------------- ------------- ------------- -------- -------- ---------------
    1  664.1167    9.6403  8.834588e-07  1.404663e-06  1.710332e-06   1.5900   1.2176    2.506849e-06
    2  762.7433   10.2680  1.574783e-07  3.011118e-07  1.501973e-06   1.9121   4.9881    2.201455e-06
    3  789.3069   21.2247  2.415434e-06  4.636414e-06  1.491054e-05   1.9195   3.2160    2.185452e-05
    4  761.5630   17.2489  4.784678e-07  8.159837e-07  1.572143e-06   1.7054   1.9267    2.304304e-06
    5  683.5598   19.0768  3.490605e-06  5.739537e-06  9.361284e-06   1.6443   1.6310    1.372092e-05
    6  550.7549   23.1915  1.070667e-06  2.091854e-06  6.519135e-06   1.9538   3.1164    9.555156e-06
    7  564.1469   20.4628  3.856231e-07  7.311592e-07  2.080418e-06   1.8960   2.8454    3.049288e-06
    8  752.7783   25.2594  6.398912e-07  1.135561e-06  2.162094e-06   1.7746   1.9040    3.169000e-06
    9  535.8722   28.3799  3.955464e-07  6.976248e-07  1.979669e-06   1.7637   2.8377    2.901619e-06
   10  812.8288   28.1908  7.492149e-07  1.271311e-06  1.871522e-06   1.6969   1.4721    2.743107e-06
   11  525.8352   28.7696  4.839524e-07  9.016690e-07  2.422465e-06   1.8631   2.6866    3.550629e-06
   12  711.3489   37.9951  3.622973e-06  6.303427e-06  1.048893e-05   1.7398   1.6640    1.537372e-05
   13  782.0476   36.5025  5.549886e-07  8.973783e-07  1.212234e-06   1.6169   1.3509    1.776783e-06
   14  765.9125   42.6063  3.101983e-05  5.168687e-05  8.504761e-05   1.6663   1.6454    1.246551e-04
   15  846.5180   38.7619  9.854700e-07  1.618789e-06  2.806101e-06   1.6427   1.7335    4.112928e-06
   16  548.2944   39.4886  1.758827e-06  2.822964e-06  4.851491e-06   1.6050   1.7186    7.110875e-06
   17  704.0009   44.2897  6.558529e-07  1.123557e-06  1.628949e-06   1.7131   1.4498    2.387565e-06
   18  353.3239   46.2296  2.917680e-06  5.061175e-06  8.842336e-06   1.7347   1.7471    1.296029e-05
   19  875.1809   47.1587  1.929631e-06  3.371041e-06  5.815481e-06   1.7470   1.7251    8.523804e-06
   20  692.3249   48.6368  1.069069e-06  1.711691e-06  2.839997e-06   1.6011   1.6592    4.162609e-06
   21  580.3281   58.2410  5.768984e-06  1.107747e-05  3.662470e-05   1.9202   3.3062    5.368116e-05
   22  555.5772   51.7797  1.163716e-06  1.898578e-06  3.069215e-06   1.6315   1.6166    4.498576e-06
   23  677.7254   53.6654  7.750569e-07  1.292560e-06  2.380507e-06   1.6677   1.8417    3.489131e-06
   24  382.7748   54.5893  1.101862e-06  1.788501e-06  3.050330e-06   1.6232   1.7055    4.470897e-06
   25  953.2567   60.2778  6.620440e-06  1.121593e-05  1.902160e-05   1.6941   1.6959    2.788014e-05
   26  603.8171   63.1831  5.441942e-07  9.548898e-07  1.602362e-06   1.7547   1.6781    2.348597e-06
   27  393.3074   76.0486  6.763725e-07  1.166576e-06  2.023242e-06   1.7248   1.7343    2.965484e-06
   28  435.3012   77.9824  6.185432e-07  1.061456e-06  1.664492e-06   1.7161   1.5681    2.439661e-06
   29  582.3862   82.6655  1.151940e-05  1.837422e-05  3.074886e-05   1.5951   1.6735    4.506888e-05
   30  917.8968   81.4255  9.597900e-07  1.649313e-06  2.933804e-06   1.7184   1.7788    4.300104e-06
   31  965.0356   85.5222  5.769744e-07  9.988783e-07  1.979110e-06   1.7312   1.9813    2.900800e-06
   32  527.3632   94.9514  9.173388e-07  2.278587e-06  2.174059e-05   2.4839   9.5413    3.186538e-05
   33  722.3099   88.0068  5.577356e-07  9.653650e-07  1.475326e-06   1.7309   1.5283    2.162399e-06
   34  486.4645   91.2412  1.062700e-06  1.701184e-06  2.679526e-06   1.6008   1.5751    3.927405e-06
   35  498.5902   96.2351  5.926599e-07  9.767731e-07  1.682734e-06   1.6481   1.7227    2.466398e-06
   36  960.3413   98.9408  7.818297e-07  1.407010e-06  2.783486e-06   1.7996   1.9783    4.079780e-06
   37  697.3567  132.7374  3.197812e-08  5.482667e-08  3.014594e-07   1.7145   5.4984    4.418518e-07
   38  964.1590  114.5420  9.735698e-07  1.857626e-06  6.468652e-06   1.9081   3.4822    9.481162e-06
   39  617.2744  113.2551  2.321487e-06  3.882228e-06  6.779965e-06   1.6723   1.7464    9.937456e-06
   40  451.1577  114.4272  1.402134e-06  2.291386e-06  3.870566e-06   1.6342   1.6892    5.673124e-06
   41  927.7869  115.1033  2.987408e-06  5.306122e-06  9.056908e-06   1.7762   1.7069    1.327479e-05
   42  387.7936  115.3948  5.889615e-07  9.591056e-07  1.830576e-06   1.6285   1.9086    2.683093e-06
   43  567.6020  119.3775  1.347692e-06  2.164034e-06  3.608146e-06   1.6057   1.6673    5.288493e-06
   44  670.2278  119.9861  7.581290e-07  1.349024e-06  2.398549e-06   1.7794   1.7780    3.515576e-06
   45  747.0129  121.4993  1.023283e-06  1.755553e-06  3.174201e-06   1.7156   1.8081    4.652456e-06
   46  884.7524  129.7549  2.276911e-05  3.870060e-05  6.640639e-05   1.6997   1.7159    9.733244e-05
   47  837.3403  128.2731  2.698141e-06  4.422148e-06  7.614004e-06   1.6390   1.7218    1.115991e-05
   48  971.1720  127.8501  3.568773e-07  6.302663e-07  1.026496e-06   1.7661   1.6287    1.504544e-06
   49  752.0883  134.7412  4.205105e-06  7.172292e-06  1.195575e-05   1.7056   1.6669    1.752365e-05
   50  673.5030  135.8092  8.509205e-07  1.417570e-06  2.230438e-06   1.6659   1.5734    3.269173e-06
   51 1066.0161  136.4688  3.108645e-06  5.547840e-06  1.043589e-05   1.7846   1.8811    1.529598e-05
   52  534.9926  136.5050  1.178254e-06  2.019503e-06  3.401292e-06   1.7140   1.6842    4.985305e-06
   53 1059.8893  147.5724  3.438213e-06  6.175023e-06  1.410660e-05   1.7960   2.2845    2.067618e-05
   54 1018.2012  144.2009  5.755276e-07  1.017042e-06  1.897900e-06   1.7671   1.8661    2.781769e-06
   55  542.3572  148.8037  2.027836e-05  3.497820e-05  6.258558e-05   1.7249   1.7893    9.173225e-05
   56  740.0677  148.7766  3.607604e-06  6.240958e-06  1.036648e-05   1.7299   1.6610    1.519425e-05
   57  600.8732  148.1245  8.957650e-07  1.604553e-06  2.804621e-06   1.7913   1.7479    4.110758e-06
   58  551.6387  149.2861  5.116453e-07  8.975259e-07  2.306444e-06   1.7542   2.5698    3.380576e-06
   59  665.0818  151.6505  6.825104e-07  1.195307e-06  1.988518e-06   1.7513   1.6636    2.914589e-06
   60  358.4771  154.7913  5.719524e-06  9.503819e-06  1.606049e-05   1.6616   1.6899    2.354000e-05
   61  499.8998  153.1419  4.847767e-07  8.680367e-07  1.523172e-06   1.7906   1.7547    2.232527e-06
   62  700.2985  153.0491  2.680012e-07  4.755988e-07  9.586929e-07   1.7746   2.0158    1.405165e-06
   63  525.5608  177.4575  1.136983e-07  3.174805e-07  3.245428e-06   2.7923  10.2224    4.756853e-06
   64  917.2771  159.2929  1.959730e-06  3.212652e-06  5.294591e-06   1.6393   1.6480    7.760331e-06
   65  836.0918  165.8101  4.596616e-06  8.533755e-06  2.077585e-05   1.8565   2.4346    3.045136e-05
   66  463.8829  165.2804  4.461581e-06  7.997448e-06  1.639873e-05   1.7925   2.0505    2.403576e-05
   67  642.1922  164.5917  3.949881e-06  6.493304e-06  1.118668e-05   1.6439   1.7228    1.639642e-05
   68  652.1011  166.7555  4.244699e-06  7.284371e-06  1.225923e-05   1.7161   1.6830    1.796847e-05
   69  747.2922  170.1545  6.556066e-07  1.122569e-06  2.108206e-06   1.7123   1.8780    3.090017e-06
   70  505.2453  173.3434  1.062787e-06  1.744814e-06  2.727523e-06   1.6417   1.5632    3.997756e-06
   71  682.6221  186.5984 -7.848143e-08 -1.285977e-07  1.087954e-06   1.6386  -8.4601    1.594624e-06
   72  839.9715  175.6898  5.303783e-07  8.872728e-07  1.606356e-06   1.6729   1.8104    2.354451e-06
   73  999.9390  179.6711  2.787123e-06  4.954706e-06  8.809952e-06   1.7777   1.7781    1.291283e-05
   74  770.7177  180.9606  5.177896e-07  9.254996e-07  1.758972e-06   1.7874   1.9006    2.578142e-06
   75  887.6489  184.8483  1.448155e-06  2.428898e-06  4.104949e-06   1.6772   1.6900    6.016661e-06
   76  932.7469  187.0706  7.618069e-06  1.326621e-05  2.242451e-05   1.7414   1.6903    3.286782e-05
   77  405.1694  184.8503  5.300854e-07  9.136750e-07  1.475394e-06   1.7236   1.6148    2.162498e-06
   78  618.6703  190.8367  6.985659e-07  1.175847e-06  2.047547e-06   1.6832   1.7413    3.001108e-06
   79  999.3790  197.3099  1.251601e-05  2.280152e-05  5.621277e-05   1.8218   2.4653    8.239156e-05
   80  791.0164  198.1836  1.403775e-06  2.489821e-06  4.160967e-06   1.7737   1.6712    6.098767e-06
   81  973.6189  202.1834  4.248660e-06  7.931373e-06  2.094242e-05   1.8668   2.6405    3.069550e-05
   82  364.9842  205.5147  2.754558e-07  7.019799e-07  1.766894e-05   2.5484  25.1701    2.589752e-05
   83  797.6121  210.7617  3.595431e-05  5.966528e-05  1.017891e-04   1.6595   1.7060    1.491932e-04
   84  485.0401  209.7296  1.719658e-06  3.003300e-06  4.955335e-06   1.7465   1.6500    7.263080e-06
   85  476.0222  215.4289  1.105493e-06  1.872289e-06  3.097625e-06   1.6936   1.6545    4.540218e-06
   86  646.5929  215.7958  4.656868e-07  7.931862e-07  1.293334e-06   1.7033   1.6306    1.895652e-06
   87  897.0241  217.1925  8.903478e-07  1.574295e-06  2.503515e-06   1.7682   1.5902    3.669425e-06
   88  564.4662  223.0904  4.639397e-06  7.738020e-06  1.295569e-05   1.6679   1.6743    1.898928e-05
   89  884.4295  222.2666  1.712378e-06  2.772002e-06  4.719774e-06   1.6188   1.7027    6.917815e-06
   90  627.7305  222.8161  1.280336e-06  2.182555e-06  3.750342e-06   1.7047   1.7183    5.496910e-06
   91  945.0187  225.5193  6.728568e-07  1.135530e-06  1.926674e-06   1.6876   1.6967    2.823943e-06
   92  913.0962  230.6461  8.225418e-07  1.392651e-06  2.290999e-06   1.6931   1.6451    3.357938e-06
   93  949.8315  232.8271  5.658431e-07  9.719305e-07  1.605132e-06   1.7177   1.6515    2.352657e-06
   94  475.6711  237.8120  4.688969e-06  8.802315e-06  2.565992e-05   1.8772   2.9151    3.760997e-05
   95  687.3230  239.4426  1.081521e-05  1.765258e-05  3.066441e-05   1.6322   1.7371    4.494510e-05
   96  447.7015  238.7394  3.258401e-06  5.504054e-06  9.553871e-06   1.6892   1.7358    1.400320e-05
   97  636.8748  238.4324  1.736574e-06  2.904444e-06  5.044356e-06   1.6725   1.7368    7.393559e-06
   98  628.5959  237.7946  4.339016e-07  7.208262e-07  9.465898e-07   1.6613   1.3132    1.387425e-06
   99  768.5162  241.4729  6.732454e-07  1.072879e-06  1.976665e-06   1.5936   1.8424    2.897216e-06
  100  615.1924  244.8504  6.344860e-07  1.089442e-06  1.744705e-06   1.7170   1.6015    2.557230e-06
  101  452.8614  253.1368  5.335733e-07  9.546269e-07  1.723671e-06   1.7891   1.8056    2.526401e-06
  102  808.4461  256.5119  1.228635e-06  1.950824e-06  3.304094e-06   1.5878   1.6937    4.842840e-06
  103 1034.8652  262.8828  5.360177e-06  1.000488e-05  2.514051e-05   1.8665   2.5128    3.684867e-05
  104  391.7992  259.1130  7.218070e-07  1.315346e-06  2.484340e-06   1.8223   1.8887    3.641320e-06
  105  565.1421  259.6717  6.963725e-07  1.175609e-06  2.003227e-06   1.6882   1.7040    2.936148e-06
  106  498.2928  260.9898  5.511657e-07  9.616245e-07  1.505988e-06   1.7447   1.5661    2.207341e-06
  107  483.9984  268.7385  6.969284e-07  1.237011e-06  1.844723e-06   1.7749   1.4913    2.703827e-06
  108  527.7071  269.0423  5.497306e-07  9.540431e-07  1.610852e-06   1.7355   1.6884    2.361040e-06
  109  791.1621  271.7821  7.168737e-07  1.224786e-06  2.108837e-06   1.7085   1.7218    3.090942e-06
  110  615.2161  278.4713  9.092248e-07  1.498501e-06  2.541733e-06   1.6481   1.6962    3.725441e-06
  111  502.4915  282.5489  8.499070e-06  1.380973e-05  2.466285e-05   1.6249   1.7859    3.614856e-05
  112  913.0587  278.5018  5.436234e-07  9.101786e-07  1.474276e-06   1.6743   1.6198    2.160860e-06
  113  927.6013  279.5747  1.016591e-06  1.651690e-06  2.957599e-06   1.6247   1.7906    4.334980e-06
  114  981.1467  301.1911 -2.731429e-07 -5.360092e-07 -8.420935e-07   1.9624   1.5710   -1.234264e-06
  115  623.3420  291.6875  2.054572e-06  4.007638e-06  1.296342e-05   1.9506   3.2347    1.900061e-05
  116  490.2470  293.1619  2.553896e-05  4.388081e-05  7.419728e-05   1.7182   1.6909    1.087516e-04
  117  855.7808  295.5404  9.517507e-07  1.554128e-06  2.745926e-06   1.6329   1.7669    4.024729e-06
  118  636.2822  296.3927  1.088178e-06  1.753521e-06  2.853132e-06   1.6114   1.6271    4.181861e-06
  119  919.6304  298.2220  2.568354e-06  4.252099e-06  7.108142e-06   1.6556   1.6717    1.041847e-05
  120  696.9545  300.5824  3.459891e-06  6.070218e-06  1.499412e-05   1.7545   2.4701    2.197701e-05
  121 1056.4982  303.7469  2.021713e-05  3.307424e-05  5.696361e-05   1.6360   1.7223    8.349208e-05
  122  902.3181  300.1853  8.083223e-07  1.381427e-06  2.409830e-06   1.7090   1.7444    3.532109e-06
  123  857.9470  304.4975  6.538902e-07  1.270491e-06  4.095682e-06   1.9430   3.2237    6.003078e-06
  124  927.6395  308.0905  6.746726e-07  1.142969e-06  1.986090e-06   1.6941   1.7377    2.911030e-06
  125 1008.0132  313.0616  1.843719e-06  3.335226e-06  5.354760e-06   1.8090   1.6055    7.848521e-06
  126  779.6616  314.6578  8.906226e-07  1.512965e-06  2.695997e-06   1.6988   1.7819    3.951547e-06
  127  816.0988  325.4237  5.127688e-06  9.718053e-06  3.018581e-05   1.8952   3.1062    4.424362e-05
  128  676.2052  316.9842  5.131489e-07  9.478277e-07  1.925611e-06   1.8471   2.0316    2.822386e-06
  129 1020.5545  324.4083  2.819023e-06  6.569901e-06  2.925403e-05   2.3306   4.4527    4.287790e-05
  130 1057.0770  321.8978  4.653753e-07  8.467643e-07  2.581381e-06   1.8195   3.0485    3.783553e-06
  131 1006.1338  326.0039  7.591154e-07  1.638383e-06  6.887664e-06   2.1583   4.2039    1.009531e-05
  132  399.9705  326.7141  5.281899e-07  9.584754e-07  1.668655e-06   1.8146   1.7409    2.445763e-06
  133  386.9647  328.0101  6.093459e-07  1.096196e-06  1.896115e-06   1.7990   1.7297    2.779152e-06
  134  848.9803  329.2867  5.567836e-07  9.514956e-07  1.535664e-06   1.7089   1.6139    2.250836e-06
  135 1081.8484  329.1706  8.474971e-07  1.469969e-06  2.498550e-06   1.7345   1.6997    3.662148e-06
  136  634.7118  332.2654  2.230280e-06  3.704508e-06  6.375792e-06   1.6610   1.7211    9.345056e-06
  137  795.5939  330.7735  4.367805e-07  7.426728e-07  1.283389e-06   1.7003   1.7281    1.881075e-06
  138 1059.2082  351.0717  2.035012e-06  4.222988e-06  1.474743e-05   2.0752   3.4922    2.161545e-05
  139  655.3489  336.3505  9.751660e-07  1.546460e-06  2.524084e-06   1.5858   1.6322    3.699573e-06
  140  962.5612  339.3650  1.228086e-06  1.988243e-06  3.328019e-06   1.6190   1.6738    4.877907e-06
  141 1008.8610  342.4488  9.289220e-07  1.567958e-06  2.578641e-06   1.6879   1.6446    3.779538e-06
  142  627.8692  343.8350  6.911106e-07  1.252546e-06  2.311171e-06   1.8124   1.8452    3.387505e-06
  143  400.0327  345.7376  2.996420e-06  5.229111e-06  8.597303e-06   1.7451   1.6441    1.260115e-05
  144  763.9464  345.1138  3.481710e-07  6.947987e-07  1.871686e-06   1.9956   2.6939    2.743347e-06
  145  926.5210  378.9972 -8.435395e-08 -1.877203e-07 -9.608306e-07   2.2254   5.1184   -1.408298e-06
  146  964.3531  348.8801  9.934501e-07  1.697935e-06  2.763774e-06   1.7091   1.6277    4.050889e-06
  147  928.4062  354.9854  1.784681e-06  3.042895e-06  5.034595e-06   1.7050   1.6545    7.379251e-06
  148  527.6151  358.6211  8.741289e-07  1.461592e-06  2.864812e-06   1.6721   1.9601    4.198981e-06
  149  920.2714  359.0090  4.077266e-07  7.158848e-07  1.234163e-06   1.7558   1.7240    1.808924e-06
  150  455.0253  364.3651  1.007901e-05  1.777746e-05  3.144219e-05   1.7638   1.7687    4.608510e-05
  151  701.0051  363.4810  3.469574e-07  5.967108e-07  1.093437e-06   1.7198   1.8324    1.602660e-06
  152  682.4989  370.4171  7.510412e-07  1.316019e-06  3.865051e-06   1.7523   2.9369    5.665041e-06
  153  715.3174  381.4797  2.804521e-06  5.180380e-06  1.669762e-05   1.8472   3.2232    2.447386e-05
  154  991.5422  374.9954  7.803721e-07  1.341976e-06  2.419158e-06   1.7197   1.8027    3.545781e-06
  155  878.3009  381.6838  8.478365e-07  1.440447e-06  2.575581e-06   1.6990   1.7880    3.775053e-06
  156  989.9441  385.0229  5.635050e-07  1.030298e-06  1.729826e-06   1.8284   1.6790    2.535422e-06
  157  816.6613  387.1202  6.094146e-07  1.035729e-06  1.637911e-06   1.6995   1.5814    2.400701e-06
  158  982.6125  388.8128  4.454443e-07  7.552163e-07  1.149084e-06   1.6954   1.5215    1.684223e-06
  159  803.1391  393.4711  1.898143e-06  3.077591e-06  5.074038e-06   1.6214   1.6487    7.437063e-06
  160  892.3502  394.8217  7.481301e-07  1.314892e-06  3.083647e-06   1.7576   2.3452    4.519730e-06
  161  536.5056  404.4186  4.604735e-06  8.483545e-06  2.367626e-05   1.8424   2.7908    3.470251e-05
  162  992.8032  403.5261  9.515324e-07  2.588124e-06  2.359408e-05   2.7200   9.1163    3.458205e-05
  163 1051.5008  401.0020  6.024081e-07  1.010109e-06  1.770292e-06   1.6768   1.7526    2.594733e-06
  164  606.9939  404.1003  2.411852e-06  4.365278e-06  7.705884e-06   1.8099   1.7653    1.129458e-05
  165  401.6878  404.0563  5.349565e-07  9.189515e-07  1.592281e-06   1.7178   1.7327    2.333821e-06
  166 1090.9557  410.3248  8.724842e-07  1.484032e-06  2.343985e-06   1.7009   1.5795    3.435601e-06
  167  906.0018  415.6994  1.110938e-06  1.975352e-06  3.542363e-06   1.7781   1.7933    5.192074e-06
  168  492.3531  416.9037  9.525212e-07  1.631966e-06  2.736412e-06   1.7133   1.6768    4.010784e-06
  169  584.8134  417.3693  3.541264e-07  6.571652e-07  2.028559e-06   1.8557   3.0868    2.973277e-06
  170  502.3009  419.5106  1.589685e-06  2.507362e-06  4.200920e-06   1.5773   1.6754    6.157327e-06
  171 1015.9600  429.8715  4.103537e-07  8.021078e-07  1.067384e-05   1.9547  13.3072    1.564475e-05
  172  742.9108  439.5353  9.706382e-07  1.854955e-06  6.716226e-06   1.9111   3.6207    9.844033e-06
  173  815.3322  434.6376  1.590592e-05  2.656863e-05  4.644988e-05   1.6704   1.7483    6.808201e-05
  174  884.9444  439.9974  5.580634e-07  1.038881e-06  1.832539e-06   1.8616   1.7640    2.685970e-06
  175  859.5732  451.7603  3.916430e-07  8.054728e-07  3.363804e-06   2.0567   4.1762    4.930358e-06
  176 1055.1302  454.7593  1.265942e-06  2.199627e-06  3.544928e-06   1.7375   1.6116    5.195833e-06
  177  682.6263  456.5748  1.164180e-06  1.826602e-06  3.016033e-06   1.5690   1.6512    4.420628e-06
  178  567.3105  456.9820  5.219032e-07  9.024969e-07  1.552813e-06   1.7292   1.7206    2.275972e-06
  179  640.9099  464.2737  7.435710e-06  1.376660e-05  3.480727e-05   1.8514   2.5284    5.101733e-05
  180  407.7672  468.9399  6.484495e-06  1.129966e-05  1.890739e-05   1.7426   1.6733    2.771273e-05
  181  557.1972  469.3826  4.047900e-07  6.807820e-07  1.641263e-06   1.6818   2.4109    2.405615e-06
  182  560.7788  470.4075  4.331749e-07  7.486169e-07  1.686796e-06   1.7282   2.2532    2.472353e-06
  183  447.1221  473.5877  1.183387e-06  2.008131e-06  3.520221e-06   1.6969   1.7530    5.159620e-06
  184  537.5068  478.2815  1.228057e-06  2.047267e-06  3.642539e-06   1.6671   1.7792    5.338903e-06
  185  884.4940  480.4704  6.652236e-07  1.046666e-06  1.854881e-06   1.5734   1.7722    2.718717e-06
  186  704.2217  500.3409  3.443448e-06  6.605234e-06  2.133401e-05   1.9182   3.2299    3.126946e-05
  187  956.9570  482.0311  6.212743e-07  1.093243e-06  1.793218e-06   1.7597   1.6403    2.628335e-06
  188  713.3825  483.3722  5.868874e-07  9.829189e-07  1.805363e-06   1.6748   1.8367    2.646137e-06
  189  416.0025  484.7604  1.309952e-06  2.082001e-06  2.592639e-06   1.5894   1.2453    3.800055e-06
  190  644.5138  485.0251  5.311546e-07  8.845713e-07  1.522678e-06   1.6654   1.7214    2.231803e-06
  191  461.5993  486.0875  7.349741e-07  1.157617e-06  1.940504e-06   1.5750   1.6763    2.844214e-06
  192  502.3963  487.7250  2.583032e-06  4.181749e-06  7.006094e-06   1.6189   1.6754    1.026890e-05
  193  731.4898  490.0271  4.618645e-07  7.576250e-07  1.264177e-06   1.6404   1.6686    1.852916e-06
  194  775.7765  493.4632  9.318687e-07  1.516145e-06  2.516809e-06   1.6270   1.6600    3.688909e-06
  195 1016.9805  493.4263  8.844853e-07  1.484751e-06  2.450722e-06   1.6787   1.6506    3.592045e-06
  196  984.5228  496.8821  3.384048e-06  5.763637e-06  1.029165e-05   1.7032   1.7856    1.508456e-05
  197  461.3783  496.9925  9.841025e-07  1.690825e-06  2.699197e-06   1.7181   1.5964    3.956237e-06
  198  632.1359  498.5242  1.347222e-06  2.237365e-06  3.779444e-06   1.6607   1.6892    5.539565e-06
  199  905.4879  496.8227  6.009052e-07  9.995694e-07  1.720627e-06   1.6634   1.7214    2.521938e-06
  200  828.3015  497.9399  4.996483e-07  8.509369e-07  1.230746e-06   1.7031   1.4463    1.803915e-06
  201  742.7281  498.9922  5.822050e-07  1.031469e-06  1.738406e-06   1.7717   1.6854    2.547998e-06
  202  798.9605  505.7877  3.787522e-07  6.936201e-07  1.645146e-06   1.8313   2.3718    2.411306e-06
  203  437.0112  512.3870  1.250945e-06  2.298161e-06  6.102317e-06   1.8371   2.6553    8.944221e-06
  204  628.8156  510.9938  6.946697e-07  1.217332e-06  2.050041e-06   1.7524   1.6840    3.004763e-06
  205  583.8900  515.8057  1.883175e-06  3.293691e-06  5.649037e-06   1.7490   1.7151    8.279844e-06
  206  761.3879  515.4376  7.083917e-07  1.142798e-06  2.044111e-06   1.6132   1.7887    2.996072e-06
  207  717.8479  515.8461  4.029414e-07  7.148053e-07  1.357450e-06   1.7740   1.8990    1.989627e-06
  208 1099.1415  516.6847  6.423682e-07  1.173067e-06  3.074090e-06   1.8262   2.6206    4.505722e-06
  209  722.5026  517.0148  3.958756e-07  6.816672e-07  1.274322e-06   1.7219   1.8694    1.867786e-06
  210 1049.1085  517.9308  2.205183e-06  3.941460e-06  6.408634e-06   1.7874   1.6260    9.393193e-06
  211  372.0983  518.4348  8.870144e-07  1.455609e-06  2.401250e-06   1.6410   1.6497    3.519534e-06
  212 1059.5807  528.1882  1.129302e-06  2.200865e-06  8.434654e-06   1.9489   3.8324    1.236275e-05
  213  392.9879  524.9577  6.246521e-06  1.141925e-05  1.965529e-05   1.8281   1.7212    2.880893e-05
  214  607.3129  525.2148  6.985107e-07  1.183769e-06  2.147408e-06   1.6947   1.8140    3.147475e-06
  215  416.5400  526.6938  1.527800e-06  2.394665e-06  3.831839e-06   1.5674   1.6002    5.616362e-06
  216  530.2999  526.4925  1.272386e-06  2.078615e-06  3.617739e-06   1.6336   1.7405    5.302552e-06
  217  898.8514  527.6179  1.300560e-06  2.236709e-06  3.915576e-06   1.7198   1.7506    5.739095e-06
  218  699.5455  527.8453  4.462874e-07  7.850229e-07  1.787216e-06   1.7590   2.2766    2.619538e-06
  219  484.4354  532.1440  6.174786e-06  1.021598e-05  1.711104e-05   1.6545   1.6749    2.507981e-05
  220  701.5988  536.1316  1.656827e-06  2.788358e-06  4.705567e-06   1.6830   1.6876    6.896992e-06
  221  842.9254  535.7958  1.059456e-06  1.856385e-06  3.099920e-06   1.7522   1.6699    4.543581e-06
  222  892.8460  540.9115  5.929889e-06  1.041492e-05  1.737406e-05   1.7563   1.6682    2.546531e-05
  223  704.9537  554.1217  1.976902e-06  3.825940e-06  1.230667e-05   1.9353   3.2166    1.803800e-05
  224 1083.3291  543.0299  7.507827e-07  1.285735e-06  1.967207e-06   1.7125   1.5300    2.883353e-06
  225  440.9810  571.4045  2.162925e-06  4.561517e-06  1.735935e-05   2.1090   3.8056    2.544376e-05
  226  707.5503  545.5086  4.944460e-07  7.990814e-07  1.437912e-06   1.6161   1.7995    2.107561e-06
  227  906.2020  549.2144  7.108854e-06  1.237144e-05  2.157029e-05   1.7403   1.7436    3.161577e-05
  228  384.6749  547.0403  5.464421e-07  9.622521e-07  1.765038e-06   1.7609   1.8343    2.587032e-06
  229  642.4183  547.9177  4.826084e-07  8.861085e-07  2.363676e-06   1.8361   2.6675    3.464462e-06
  230  996.2439  548.5612  8.730792e-07  1.474103e-06  2.570114e-06   1.6884   1.7435    3.767040e-06
  231 1087.4426  551.5203  7.180647e-07  1.213406e-06  2.378683e-06   1.6898   1.9603    3.486458e-06
  232  579.0870  553.3485  6.989326e-07  1.179446e-06  1.943626e-06   1.6875   1.6479    2.848791e-06
  233 1093.6928  556.8592  8.306240e-06  1.404952e-05  2.358526e-05   1.6914   1.6787    3.456913e-05
  234  615.3720  557.8930  2.780889e-06  4.755766e-06  8.167344e-06   1.7102   1.7174    1.197095e-05
  235  978.0021  556.4233  1.060817e-06  1.789044e-06  3.056565e-06   1.6865   1.7085    4.480036e-06
  236 1027.8675  557.0685  2.135682e-06  3.796863e-06  6.383729e-06   1.7778   1.6813    9.356690e-06
  237  729.4916  557.9917  4.468115e-07  7.605955e-07  1.328218e-06   1.7023   1.7463    1.946781e-06
  238  528.3534  559.9004  6.715183e-07  1.154203e-06  2.027380e-06   1.7188   1.7565    2.971549e-06
  239  406.0336  562.0656  9.672421e-07  1.743282e-06  2.915485e-06   1.8023   1.6724    4.273253e-06
  240  935.1284  562.2196  1.364501e-06  2.343343e-06  3.995367e-06   1.7174   1.7050    5.856045e-06
  241  955.2524  563.6259  3.205848e-06  5.393302e-06  9.295245e-06   1.6823   1.7235    1.362412e-05
  242  528.1582  566.6674  5.533237e-07  9.517960e-07  1.715624e-06   1.7201   1.8025    2.514606e-06
  243  460.6140  573.3491  4.753582e-06  7.903086e-06  1.400270e-05   1.6626   1.7718    2.052389e-05
  244  998.0125  577.9743  4.147859e-07  7.534170e-07  1.417357e-06   1.8164   1.8812    2.077434e-06
  245  596.3493  582.3753  6.768846e-07  1.125464e-06  1.794022e-06   1.6627   1.5940    2.629514e-06
  246  635.4354  592.8998  1.164562e-06  1.952356e-06  3.347991e-06   1.6765   1.7148    4.907181e-06
  247  885.7043  593.3575  1.462117e-06  2.393468e-06  4.111143e-06   1.6370   1.7177    6.025740e-06
  248  865.3849  598.2282  4.805953e-07  1.018142e-06  1.406781e-05   2.1185  13.8171    2.061932e-05
  249  948.8180  594.6982  1.083931e-06  1.826749e-06  3.097920e-06   1.6853   1.6959    4.540650e-06
  250  350.8948  601.6300  1.262638e-06  2.103290e-06  3.150794e-06   1.6658   1.4980    4.618148e-06
  251  920.2834  604.1897  7.630298e-07  1.309117e-06  2.283470e-06   1.7157   1.7443    3.346902e-06
  252  843.0079  605.0082  3.915455e-07  6.998758e-07  1.027313e-06   1.7875   1.4678    1.505741e-06
  253  650.1583  605.8284  3.846582e-07  6.995746e-07  1.467958e-06   1.8187   2.0984    2.151600e-06
  254 1075.2744  609.2024  1.366794e-05  2.349863e-05  3.939563e-05   1.7193   1.6765    5.774253e-05
  255  478.6146  609.5505  5.927018e-07  9.853770e-07  1.775432e-06   1.6625   1.8018    2.602267e-06
  256  497.1309  610.9708  8.846765e-07  1.589373e-06  2.664287e-06   1.7966   1.6763    3.905069e-06
  257  730.7587  619.4851  1.203184e-06  2.369475e-06  2.340290e-05   1.9693   9.8768    3.430184e-05
  258  522.5024  616.5210  1.418281e-06  2.195965e-06  3.678311e-06   1.5483   1.6750    5.391334e-06
  259  611.2241  615.3892  4.854853e-07  7.928316e-07  1.339126e-06   1.6331   1.6890    1.962769e-06
  260  444.2796  620.2154  1.263272e-06  2.160497e-06  3.976169e-06   1.7102   1.8404    5.827907e-06
  261  848.8038  619.6574  7.439828e-07  1.235491e-06  2.103559e-06   1.6606   1.7026    3.083205e-06
  262 1090.7847  627.6813  1.164332e-06  2.290693e-06  7.548598e-06   1.9674   3.2953    1.106405e-05
  263  573.1348  630.7271  5.329706e-06  1.077885e-05  3.345658e-05   2.0224   3.1039    4.903761e-05
  264  591.8599  630.6319  5.284430e-07  9.142312e-07  1.696592e-06   1.7300   1.8558    2.486710e-06
  265  995.7716  633.4340  5.430098e-06  8.897993e-06  1.524475e-05   1.6386   1.7133    2.234436e-05
  266  438.6616  633.8834  5.521240e-07  9.696537e-07  1.692442e-06   1.7562   1.7454    2.480628e-06
  267  553.1978  634.5203  6.478402e-07  1.065805e-06  1.928797e-06   1.6452   1.8097    2.827056e-06
  268  403.9890  641.2900  4.598291e-06  8.136266e-06  1.419585e-05   1.7694   1.7448    2.080698e-05
  269  733.9859  640.7451  5.273441e-07  9.195533e-07  1.609663e-06   1.7437   1.7505    2.359298e-06
  270  767.8727  642.1242  4.601125e-07  8.104936e-07  1.315243e-06   1.7615   1.6228    1.927763e-06
  271  887.2971  642.9883  5.154432e-07  8.854310e-07  1.514100e-06   1.7178   1.7100    2.219230e-06
  272  993.5461  646.2264  1.701946e-06  2.999226e-06  6.987306e-06   1.7622   2.3297    1.024136e-05
  273  750.7112  646.5852  6.679748e-07  1.102018e-06  2.329914e-06   1.6498   2.1142    3.414976e-06
  274  932.7033  646.8656  1.079106e-06  1.853279e-06  3.150650e-06   1.7174   1.7000    4.617936e-06
  275  736.3223  647.5856  5.930230e-07  9.837041e-07  1.853355e-06   1.6588   1.8841    2.716479e-06
  276  574.8275  653.1666  1.099045e-05  1.917307e-05  3.195232e-05   1.7445   1.6665    4.683280e-05
  277  939.6928  655.4641  6.849671e-07  1.142675e-06  1.947608e-06   1.6682   1.7044    2.854626e-06
  278  553.5641  660.2005  8.633327e-06  1.555828e-05  3.504206e-05   1.8021   2.2523    5.136146e-05
  279  369.0851  662.9524  3.921503e-06  6.998541e-06  1.149384e-05   1.7847   1.6423    1.684663e-05
  280 1075.3687  663.2074  4.495295e-06  7.514333e-06  1.259221e-05   1.6716   1.6758    1.845652e-05
  281  867.9770  662.0137  4.375056e-07  8.151199e-07  1.312575e-06   1.8631   1.6103    1.923853e-06
  282  765.4013  664.6568  2.191779e-06  3.476212e-06  5.719842e-06   1.5860   1.6454    8.383624e-06
  283  999.8459  669.1701  5.081858e-06  8.899049e-06  1.518010e-05   1.7511   1.7058    2.224961e-05
  284  653.9341  671.5042  5.312126e-07  8.902410e-07  1.798728e-06   1.6759   2.0205    2.636413e-06
  285  840.5064  683.0967  7.566605e-06  1.271044e-05  2.200987e-05   1.6798   1.7316    3.226006e-05
  286  663.2306  682.2477  1.130339e-06  1.967925e-06  3.413507e-06   1.7410   1.7346    5.003208e-06
  287  797.3175  693.1624  2.792897e-05  4.792468e-05  8.347798e-05   1.7159   1.7419    1.223544e-04
  288  752.2264  693.3862  2.086075e-06  3.831797e-06  1.020555e-05   1.8368   2.6634    1.495837e-05
  289  522.7721  690.4401  1.095952e-06  1.804015e-06  3.334213e-06   1.6461   1.8482    4.886986e-06
  290  729.5070  694.7542  7.235858e-07  1.173307e-06  2.091957e-06   1.6215   1.7830    3.066201e-06
  291  770.1476  695.7011  3.805506e-07  6.742466e-07  1.481803e-06   1.7718   2.1977    2.171893e-06
  292  651.4908  700.9142  2.208922e-06  4.208561e-06  1.242161e-05   1.9053   2.9515    1.820647e-05
  293  761.9193  708.0234  1.127308e-06  2.035118e-06  3.346500e-06   1.8053   1.6444    4.904995e-06
  294  742.5958  715.4023  1.723776e-05  2.821413e-05  5.036831e-05   1.6368   1.7852    7.382529e-05
  295  804.6287  712.0139  3.866343e-07  7.388712e-07  2.010421e-06   1.9110   2.7209    2.946692e-06
  296  837.9471  714.6689  3.180788e-06  5.856534e-06  1.220884e-05   1.8412   2.0847    1.789461e-05
  297  990.9867  711.6852  5.579775e-07  9.480250e-07  1.504803e-06   1.6990   1.5873    2.205603e-06
  298  792.9712  713.2250  4.769569e-07  8.460769e-07  1.531398e-06   1.7739   1.8100    2.244585e-06
  299 1080.9588  713.2321  8.750119e-07  1.534525e-06  2.637723e-06   1.7537   1.7189    3.866135e-06
  300  591.4171  718.5885  5.938471e-06  9.520029e-06  1.645411e-05   1.6031   1.7284    2.411693e-05
  301  511.4154  722.9925  1.167643e-06  2.128298e-06  5.429651e-06   1.8227   2.5512    7.958289e-06
  302  574.9729  727.3081  3.691108e-07  6.991014e-07  1.742474e-06   1.8940   2.4924    2.553960e-06
  303  683.6020  734.3985  7.526604e-06  1.353499e-05  3.405838e-05   1.7983   2.5163    4.991968e-05
  304  966.6563  730.3519  6.096653e-06  9.780254e-06  1.646730e-05   1.6042   1.6837    2.413627e-05
  305  396.2957  735.3076  4.531107e-06  8.136182e-06  2.206730e-05   1.7956   2.7122    3.234424e-05
  306  757.0181  731.0182  4.844603e-07  8.697008e-07  1.334576e-06   1.7952   1.5345    1.956100e-06
  307  659.7249  734.4019  1.163824e-06  1.972465e-06  3.583616e-06   1.6948   1.8168    5.252538e-06
  308  773.1273  765.7812  5.542407e-08  1.047865e-07  1.676041e-06   1.8906  15.9948    2.456588e-06
  309  801.4454  733.5106  9.495913e-07  1.518736e-06  2.759356e-06   1.5994   1.8169    4.044414e-06
  310  990.6447  733.0727  7.948682e-07  1.355607e-06  2.227753e-06   1.7054   1.6434    3.265238e-06
  311  615.7959  740.7160  3.922084e-07  7.757488e-07  3.156031e-06   1.9779   4.0684    4.625824e-06
  312  794.9681  735.6926  4.997121e-07  8.792474e-07  1.523270e-06   1.7595   1.7325    2.232671e-06
  313  571.5038  737.9731  5.811167e-07  9.762415e-07  1.587791e-06   1.6799   1.6264    2.327239e-06
  314  991.0238  738.8709  7.619274e-07  1.369296e-06  2.297631e-06   1.7971   1.6780    3.367658e-06
  315  423.1430  741.9258  3.475417e-06  6.217064e-06  1.055880e-05   1.7889   1.6984    1.547613e-05
  316  816.9392  743.5045  1.186455e-06  2.007346e-06  3.394258e-06   1.6919   1.6909    4.974995e-06
  317  840.2257  746.1830  1.675018e-06  2.899831e-06  5.111870e-06   1.7312   1.7628    7.492515e-06
  318 1013.8000  747.7081  5.547103e-06  9.436679e-06  1.651632e-05   1.7012   1.7502    2.420812e-05
  319  359.1732  747.0229  1.280520e-06  2.261816e-06  3.774349e-06   1.7663   1.6687    5.532097e-06
  320  702.0045  748.6977  5.408592e-07  9.433713e-07  1.667997e-06   1.7442   1.7681    2.444799e-06
  321  793.9419  750.7006  4.403725e-07  7.576146e-07  1.329599e-06   1.7204   1.7550    1.948805e-06
  322  475.9609  752.4952  5.513161e-07  9.135571e-07  1.528245e-06   1.6570   1.6729    2.239963e-06
  323  936.4915  758.7845  9.433246e-07  1.542155e-06  2.654365e-06   1.6348   1.7212    3.890527e-06
  324  858.3842  762.8049  4.428932e-07  7.605049e-07  1.399552e-06   1.7171   1.8403    2.051336e-06
  325  617.4582  766.9672  1.164495e-06  1.983434e-06  3.397618e-06   1.7033   1.7130    4.979919e-06
  326  316.9477  769.8099  6.434849e-06  1.166546e-05  2.052926e-05   1.8129   1.7598    3.008993e-05
  327  147.5646  770.3752  9.246398e-07  1.444053e-06  2.111952e-06   1.5617   1.4625    3.095507e-06
  328   59.2955  778.4689  1.493183e-05  2.612281e-05  6.040331e-05   1.7495   2.3123    8.853368e-05
  329  198.4225  775.0954  1.672261e-06  2.717027e-06  3.135108e-06   1.6248   1.1539    4.595157e-06
  330  733.1472  777.9690  7.818485e-07  1.557318e-06  5.206090e-06   1.9918   3.3430    7.630613e-06
  331  997.1961  783.0435  1.883142e-06  3.615733e-06  1.040865e-05   1.9201   2.8787    1.525605e-05
  332    3.8412  781.5998  1.813050e-05  3.374342e-05  9.250616e-05   1.8611   2.7415    1.355871e-04
  333  561.1139  779.8429  1.965399e-06  3.447467e-06  5.546641e-06   1.7541   1.6089    8.129762e-06
  334  507.9549  780.7351  1.768112e-06  3.028314e-06  4.931754e-06   1.7127   1.6285    7.228517e-06
  335  843.9169  780.9208  1.782438e-06  3.235047e-06  5.425861e-06   1.8150   1.6772    7.952733e-06
  336  979.3186  781.3404  9.171988e-07  1.552645e-06  2.756441e-06   1.6928   1.7753    4.040140e-06
  337 1096.3975  781.2145  6.365427e-07  1.071195e-06  1.677886e-06   1.6828   1.5664    2.459293e-06
  338  702.1720  786.5660  1.214061e-06  2.030440e-06  3.412168e-06   1.6724   1.6805    5.001245e-06
  339  491.6536  790.2733  1.587024e-06  2.581428e-06  4.201621e-06   1.6266   1.6276    6.158354e-06
  340  560.9937  792.8077  1.117633e-05  1.976356e-05  3.286873e-05   1.7683   1.6631    4.817600e-05
  341   20.6344  795.1183  1.468526e-05  2.461574e-05  3.998556e-05   1.6762   1.6244    5.860720e-05
  342 1097.7488  792.6811  3.705374e-06  6.110720e-06  9.951687e-06   1.6492   1.6286    1.458628e-05
  343  582.6336  794.0644  4.534313e-06  7.640462e-06  1.253923e-05   1.6850   1.6412    1.837886e-05
  344  480.1237  794.1652  1.543248e-06  2.680360e-06  4.337378e-06   1.7368   1.6182    6.357334e-06
  345  615.6114  792.7839  4.592993e-07  7.851473e-07  1.337371e-06   1.7094   1.7033    1.960197e-06
  346  306.5426  796.1271  4.429897e-06  7.399686e-06  1.290058e-05   1.6704   1.7434    1.890849e-05
  347  695.1926  794.9700  7.282343e-07  1.286815e-06  2.059160e-06   1.7670   1.6002    3.018130e-06
  348  152.3031  796.3832  9.424663e-07  1.561563e-06  2.766681e-06   1.6569   1.7717    4.055150e-06
  349  570.2585  802.4920  2.590369e-05  4.192868e-05  7.123334e-05   1.6186   1.6989    1.044074e-04
  350 1018.4033  798.6624  1.104671e-06  1.828176e-06  3.219418e-06   1.6550   1.7610    4.718730e-06
  351  539.9242  800.7117  4.492678e-06  7.715474e-06  1.281419e-05   1.7173   1.6608    1.878187e-05
  352  426.5888  800.8627  1.974027e-06  3.320467e-06  5.777396e-06   1.6821   1.7399    8.467981e-06
  353  917.8544  802.4035  7.166906e-07  1.318194e-06  3.352231e-06   1.8393   2.5430    4.913395e-06
  354  625.6312  803.4803  2.661238e-06  4.204812e-06  7.147265e-06   1.5800   1.6998    1.047581e-05
  355  872.0703  806.2863  1.806690e-05  3.217232e-05  5.634136e-05   1.7807   1.7512    8.258005e-05
  356  933.0919  806.3731  1.618412e-06  3.223736e-06  1.277931e-05   1.9919   3.9641    1.873075e-05
  357  229.1198  804.1713  6.461645e-07  1.154987e-06  1.912282e-06   1.7875   1.6557    2.802850e-06
  358  615.5303  808.8929  7.929033e-06  1.344391e-05  2.361939e-05   1.6955   1.7569    3.461915e-05
  359  857.3374  813.7207  9.007303e-06  1.686900e-05  4.190045e-05   1.8728   2.4839    6.141387e-05
  360  314.1412  806.8109  5.969476e-07  1.004687e-06  1.686429e-06   1.6830   1.6786    2.471815e-06
  361  371.4998  807.9429  5.168339e-07  8.543848e-07  1.605474e-06   1.6531   1.8791    2.353158e-06
  362  468.6274  808.3938  1.176435e-06  1.872213e-06  3.216931e-06   1.5914   1.7183    4.715085e-06
  363  717.0157  810.9785  6.618588e-07  1.192645e-06  1.945368e-06   1.8020   1.6311    2.851344e-06
  364  642.1965  814.6002  4.355182e-07  7.351959e-07  1.307836e-06   1.6881   1.7789    1.916907e-06
  365  605.0053  821.5410  5.373962e-07  1.306490e-06  1.898615e-05   2.4311  14.5322    2.782817e-05
  366  634.1444  817.8047  2.161214e-06  3.749013e-06  6.284550e-06   1.7347   1.6763    9.211322e-06
  367  899.6890  815.9786  5.397461e-07  9.251381e-07  1.584061e-06   1.7140   1.7122    2.321773e-06
  368   37.0729  821.7511  9.894537e-07  2.069322e-06  1.428285e-05   2.0914   6.9022    2.093450e-05
  369  689.0030  818.2120  6.175120e-07  1.096926e-06  2.047858e-06   1.7764   1.8669    3.001564e-06
  370  834.3082  823.1664  1.152117e-05  1.959982e-05  3.337278e-05   1.7012   1.7027    4.891478e-05
  371  937.2070  820.4062  5.035595e-07  8.239651e-07  1.411198e-06   1.6363   1.7127    2.068405e-06
  372 1055.2133  822.5033  7.722250e-07  1.272527e-06  2.327535e-06   1.6479   1.8291    3.411489e-06
  373 1008.6371  827.3294  1.792421e-06  2.897227e-06  4.821329e-06   1.6164   1.6641    7.066666e-06
  374  814.8263  831.8591  7.885563e-07  1.359597e-06  2.033209e-06   1.7242   1.4954    2.980092e-06
  375  912.8961  833.3518  7.820669e-07  1.461325e-06  4.053635e-06   1.8685   2.7739    5.941449e-06
  376  119.5011  835.5761  1.611443e-05  2.576906e-05  4.584497e-05   1.5991   1.7791    6.719538e-05
  377  323.6017  840.5640  4.208254e-08  9.156892e-08  2.145975e-06   2.1759  23.4356    3.145375e-06
  378  973.1001  838.5615  2.772584e-05  4.662361e-05  8.178740e-05   1.6816   1.7542    1.198765e-04
  379  103.7701  836.5163  8.543608e-07  1.429443e-06  2.712642e-06   1.6731   1.8977    3.975944e-06
  380  514.9053  836.5019  5.402328e-07  8.780157e-07  1.479485e-06   1.6253   1.6850    2.168495e-06
  381  572.3410  840.2791  5.183287e-06  9.164000e-06  2.194013e-05   1.7680   2.3942    3.215784e-05
  382  784.1042  843.5333  2.437995e-06  4.583994e-06  1.442453e-05   1.8802   3.1467    2.114216e-05
  383  476.9380  856.1782  4.739224e-07  1.078359e-06  8.929759e-06   2.2754   8.2809    1.308843e-05
  384  726.8838  840.8330  6.038522e-07  1.045178e-06  1.709238e-06   1.7309   1.6354    2.505246e-06
  385  674.2456  844.4265  4.014161e-07  8.304353e-07  2.917443e-06   2.0688   3.5131    4.276122e-06
  386   57.4177  850.7792  6.231314e-07  1.016015e-06  1.662617e-06   1.6305   1.6364    2.436913e-06
  387  426.9967  852.2585  7.310870e-07  1.274179e-06  2.094219e-06   1.7429   1.6436    3.069516e-06
  388 1036.4667  852.4556  1.456672e-06  2.340168e-06  4.165432e-06   1.6065   1.7800    6.105311e-06
  389  502.9933  853.5166  1.073851e-06  1.839136e-06  3.107638e-06   1.7127   1.6897    4.554894e-06
  390  557.2435  855.7750  5.927016e-07  1.111612e-06  3.017062e-06   1.8755   2.7141    4.422135e-06
  391 1068.0758  855.9477  3.403597e-06  6.042806e-06  9.850911e-06   1.7754   1.6302    1.443857e-05
  392  803.1670  866.9105  1.676174e-05  3.060471e-05  5.968878e-05   1.8259   1.9503    8.748638e-05
  393   19.7343  858.7488  1.172497e-06  1.917712e-06  3.036959e-06   1.6356   1.5836    4.451299e-06
  394  645.5188  868.2437  8.129243e-06  1.354591e-05  2.432733e-05   1.6663   1.7959    3.565678e-05
  395  551.2863  870.9563  6.030612e-06  1.048292e-05  1.766403e-05   1.7383   1.6850    2.589033e-05
  396  873.5789  872.1196  2.097250e-06  4.256771e-06  1.505377e-05   2.0297   3.5364    2.206445e-05
  397  934.7845  871.2277  5.672551e-07  9.890113e-07  1.916753e-06   1.7435   1.9380    2.809402e-06
  398  927.2385  873.0171  7.284339e-07  1.279393e-06  2.218016e-06   1.7564   1.7336    3.250966e-06
  399  983.2170  880.3219  3.097049e-05  5.212628e-05  8.887516e-05   1.6831   1.7050    1.302651e-04
  400  555.6740  878.1331  1.167339e-06  1.985417e-06  3.331782e-06   1.7008   1.6781    4.883423e-06
  401  198.7422  880.1237  1.608595e-06  2.783574e-06  4.665711e-06   1.7304   1.6762    6.838575e-06
  402  231.5879  878.7711  5.527960e-07  9.152208e-07  1.660792e-06   1.6556   1.8146    2.434238e-06
  403  442.7903  879.6602  7.902311e-07  1.348207e-06  2.346644e-06   1.7061   1.7406    3.439497e-06
  404  609.7270  880.5490  9.800644e-07  1.630783e-06  2.836683e-06   1.6640   1.7395    4.157752e-06
  405 1058.8588  880.8433  2.122084e-06  3.699885e-06  6.058387e-06   1.7435   1.6375    8.879832e-06
  406  818.1656  885.1815  1.722131e-06  3.014523e-06  5.231852e-06   1.7505   1.7355    7.668373e-06
  407  586.3735  887.3414  3.476219e-06  5.663815e-06  9.791509e-06   1.6293   1.7288    1.435150e-05
  408  475.4565  888.5081  1.220543e-06  1.876281e-06  3.131339e-06   1.5373   1.6689    4.589632e-06
  409   15.3127  888.8511  9.148506e-07  1.525150e-06  2.566567e-06   1.6671   1.6828    3.761841e-06
  410  211.2254  889.5950  1.084964e-06  1.800800e-06  2.877469e-06   1.6598   1.5979    4.217533e-06
  411  991.5765  889.5288  7.838601e-07  1.261114e-06  2.415585e-06   1.6089   1.9154    3.540545e-06
  412  700.6193  890.1955  4.278796e-07  7.401033e-07  1.347587e-06   1.7297   1.8208    1.975170e-06
  413  866.7334  890.2745  1.014288e-06  1.748381e-06  3.041922e-06   1.7238   1.7399    4.458573e-06
  414  326.2629  891.9897  5.186776e-07  9.174745e-07  1.531158e-06   1.7689   1.6689    2.244232e-06
  415  639.7463  892.4953  8.309673e-07  1.413627e-06  2.568910e-06   1.7012   1.8172    3.765274e-06
  416  247.9736  894.2603  8.438332e-07  1.460193e-06  2.401146e-06   1.7304   1.6444    3.519382e-06
  417  726.8187  899.2515  3.686763e-07  7.051151e-07  2.028058e-06   1.9126   2.8762    2.972543e-06
  418  212.7163  900.8329  2.043275e-06  3.448787e-06  5.693655e-06   1.6879   1.6509    8.345242e-06
  419  400.9888  901.6001  9.015353e-07  1.603003e-06  2.686170e-06   1.7781   1.6757    3.937144e-06
  420  743.8734  901.6444  1.158133e-06  2.014533e-06  3.582592e-06   1.7395   1.7784    5.251037e-06
  421  111.5316  907.6162  2.872223e-05  4.568640e-05  7.677008e-05   1.5906   1.6804    1.125226e-04
  422  465.3404  904.0978  6.931217e-07  1.164416e-06  1.971534e-06   1.6800   1.6932    2.889695e-06
  423  737.2095  904.6048  4.512769e-07  7.115974e-07  1.091253e-06   1.5769   1.5335    1.599460e-06
  424   52.3480  945.4509  3.700767e-04  6.192950e-04  1.116547e-03   1.6734   1.8029    1.636533e-03
  425  700.3974  914.2002  7.529510e-06  1.344140e-05  3.252449e-05   1.7852   2.4197    4.767145e-05
  426  893.8455  908.4406  2.748731e-06  4.576640e-06  7.762335e-06   1.6650   1.6961    1.137733e-05
  427  165.8410  908.1607  2.846717e-07  5.459375e-07  1.633221e-06   1.9178   2.9916    2.393827e-06
  428  915.9648  908.0047  5.704128e-07  1.045262e-06  1.791194e-06   1.8325   1.7136    2.625369e-06
  429  536.2014  916.9001  6.213041e-06  1.179026e-05  3.118240e-05   1.8977   2.6448    4.570433e-05
  430  128.8568  911.1532  5.195424e-07  9.224320e-07  1.849967e-06   1.7755   2.0055    2.711513e-06
  431  200.3497  912.2526  2.021226e-06  3.334919e-06  5.914792e-06   1.6499   1.7736    8.669365e-06
  432  171.8402  914.5694  1.428444e-06  2.674234e-06  6.460475e-06   1.8721   2.4158    9.469178e-06
  433  655.8809  916.9114  1.906192e-06  3.399935e-06  5.752549e-06   1.7836   1.6920    8.431563e-06
  434 1028.3208  915.9928  5.694759e-07  9.848227e-07  1.596276e-06   1.7293   1.6209    2.339676e-06
  435  783.0551  924.5346  6.444398e-05  1.071491e-04  1.780885e-04   1.6627   1.6621    2.610260e-04
  436  915.7366  921.7161  7.494423e-07  1.451361e-06  4.945018e-06   1.9366   3.4072    7.247957e-06
  437 1067.4962  921.6818  1.020613e-05  1.620127e-05  2.784070e-05   1.5874   1.7184    4.080636e-05
  438  182.3271  921.0977  7.169540e-07  1.226098e-06  2.030204e-06   1.7101   1.6558    2.975688e-06
  439 1046.1414  924.2854  1.773416e-06  3.357411e-06  1.061711e-05   1.8932   3.1623    1.556159e-05
  440  577.2829  921.9662  5.496745e-07  9.558124e-07  1.663811e-06   1.7389   1.7407    2.438663e-06
  441  351.3423  924.6805  2.520221e-06  4.050869e-06  6.757895e-06   1.6073   1.6683    9.905109e-06
  442  334.8215  928.9454  1.761642e-05  3.147034e-05  5.443274e-05   1.7864   1.7297    7.978256e-05
  443   88.7877  927.7961  1.142832e-06  2.000799e-06  3.436815e-06   1.7507   1.7177    5.037371e-06
  444  762.0006  926.6843  4.502200e-07  7.836484e-07  1.799626e-06   1.7406   2.2965    2.637727e-06
  445  836.3756  928.3569  1.010940e-06  1.661526e-06  2.752409e-06   1.6435   1.6566    4.034230e-06
  446  947.7610  930.2069  3.560255e-06  6.039765e-06  1.011055e-05   1.6964   1.6740    1.481913e-05
  447  434.3772  933.0897  7.270124e-07  1.224769e-06  2.034932e-06   1.6847   1.6615    2.982618e-06
  448  389.5099  938.1353  1.330383e-05  2.224190e-05  3.927132e-05   1.6718   1.7656    5.756033e-05
  449  898.4898  939.8696  1.311867e-06  2.536142e-06  8.746913e-06   1.9332   3.4489    1.282043e-05
  450  162.8911  939.1897  7.079637e-07  1.240512e-06  1.925542e-06   1.7522   1.5522    2.822284e-06
  451  198.9681  967.3921  1.758219e-04  3.025439e-04  5.133611e-04   1.7207   1.6968    7.524380e-04
  452  456.0856  947.4165  7.183601e-06  1.285894e-05  3.003930e-05   1.7900   2.3361    4.402887e-05
  453 1014.9454  949.0812  5.754246e-06  1.109311e-05  2.995994e-05   1.9278   2.7008    4.391256e-05
  454  508.5997  944.3252  7.971579e-07  1.285180e-06  2.179537e-06   1.6122   1.6959    3.194567e-06
  455  589.4173  947.6419  9.315448e-07  1.506499e-06  2.719697e-06   1.6172   1.8053    3.986285e-06
  456  216.6978  948.9668  8.756016e-07  1.067508e-06  1.327688e-06   1.2192   1.2437    1.946004e-06
  457  309.0428  948.6896  5.760307e-07  9.769810e-07  1.505262e-06   1.6961   1.5407    2.206276e-06
  458 1076.9983  949.9660  5.570039e-07  1.057737e-06  1.764293e-06   1.8990   1.6680    2.585940e-06
  459  995.8111  950.3855  3.957946e-07  7.140652e-07  1.873435e-06   1.8041   2.6236    2.745910e-06
  460  739.9751  954.6864  4.981865e-07  8.571293e-07  1.528299e-06   1.7205   1.7830    2.240042e-06
  461  940.9889  961.0775  5.831267e-06  1.111338e-05  2.928715e-05   1.9058   2.6353    4.292644e-05
  462  984.0412  961.2289  2.047482e-06  3.585624e-06  5.877940e-06   1.7512   1.6393    8.615350e-06
  463  603.2871  962.8854  1.203767e-06  2.080894e-06  3.603096e-06   1.7287   1.7315    5.281091e-06
  464  581.4561  964.4143  3.512027e-06  5.735276e-06  1.032442e-05   1.6330   1.8002    1.513260e-05
  465  731.5887  971.4962  5.776653e-05  9.329350e-05  1.652599e-04   1.6150   1.7714    2.422229e-04
  466  897.1646  969.7556  1.181256e-05  2.048966e-05  3.532856e-05   1.7346   1.7242    5.178139e-05
  467  565.9527  970.6798  6.253052e-06  1.098103e-05  1.930852e-05   1.7561   1.7584    2.830067e-05
  468  950.9588  972.6056  4.504052e-06  7.689648e-06  1.292881e-05   1.7073   1.6813    1.894987e-05
  469   32.9641  979.1021  1.213602e-05  2.241069e-05  4.063180e-05   1.8466   1.8131    5.955439e-05
  470  612.0153  974.7768  3.948280e-06  6.951343e-06  1.155793e-05   1.7606   1.6627    1.694056e-05
  471  110.6659  979.3060  1.141658e-06  1.944041e-06  3.775356e-06   1.7028   1.9420    5.533573e-06
  472  455.2985  979.0205  5.666032e-07  9.781347e-07  1.695977e-06   1.7263   1.7339    2.485809e-06
  473  270.0177  984.8647  9.465827e-07  1.680259e-06  2.746004e-06   1.7751   1.6343    4.024844e-06
  474  367.9723  987.6881  1.458648e-05  2.639619e-05  5.102095e-05   1.8096   1.9329    7.478187e-05
  475  883.4603  985.2597  1.007371e-06  1.670479e-06  2.975737e-06   1.6583   1.7814    4.361565e-06
  476  764.2183  987.0148  7.850247e-07  1.372248e-06  2.270894e-06   1.7480   1.6549    3.328470e-06
  477  586.0526  989.8824  4.344575e-06  7.747419e-06  1.308987e-05   1.7832   1.6896    1.918594e-05
  478  413.5433  993.8035  6.523676e-06  1.087225e-05  1.892276e-05   1.6666   1.7405    2.773526e-05
  479  355.5703  992.4865  7.783355e-07  1.194766e-06  1.889817e-06   1.5350   1.5817    2.769922e-06
  480  781.0109  993.2117  7.752353e-07  1.367003e-06  2.282576e-06   1.7633   1.6698    3.345592e-06
  481  840.4279  995.8189  1.861493e-06  3.092887e-06  5.311157e-06   1.6615   1.7172    7.784611e-06
  482  908.8693 1000.4134  3.771599e-06  7.196555e-06  2.146093e-05   1.9081   2.9821    3.145549e-05
  483  205.2163  996.0295  6.961698e-07  1.212819e-06  1.998693e-06   1.7421   1.6480    2.929502e-06
  484  929.9429 1000.9618  1.435287e-05  2.584836e-05  4.271774e-05   1.8009   1.6526    6.261178e-05
  485  249.9093 1000.2509  2.857481e-06  4.959116e-06  8.437942e-06   1.7355   1.7015    1.236757e-05
  486  640.1867 1000.1228  1.900570e-06  3.319571e-06  5.419285e-06   1.7466   1.6325    7.943095e-06
  487  954.1602  999.2903  7.214781e-07  1.267586e-06  2.416927e-06   1.7569   1.9067    3.542511e-06
  488  703.7982 1000.1128  7.231000e-07  1.253940e-06  2.044688e-06   1.7341   1.6306    2.996918e-06
  489  846.2088 1000.9912  1.010580e-06  1.855711e-06  4.457532e-06   1.8363   2.4021    6.533445e-06
  490  182.6886 1003.9242  1.352974e-06  2.339891e-06  3.986781e-06   1.7294   1.7038    5.843461e-06
  491  440.5489 1007.4530  1.622325e-06  2.542617e-06  4.289525e-06   1.5673   1.6871    6.287195e-06
  492  881.5696 1009.1740  1.211282e-06  2.042223e-06  3.668486e-06   1.6860   1.7963    5.376933e-06
  493 1051.8356 1008.9868  1.023161e-06  1.810498e-06  3.056895e-06   1.7695   1.6884    4.480519e-06
  494  346.9064 1011.7879  9.438975e-07  1.690907e-06  3.675086e-06   1.7914   2.1734    5.386608e-06
  495  526.6468 1019.0173  2.191147e-06  5.965434e-06  4.408668e-05   2.7225   7.3904    6.461824e-05
  496  814.9454 1015.6189  3.186792e-06  5.391656e-06  8.810870e-06   1.6919   1.6342    1.291417e-05
  497  908.8238 1015.3137  1.750768e-06  2.965872e-06  4.908970e-06   1.6940   1.6552    7.195122e-06
  498 1011.2848 1013.9636  6.711244e-07  1.185313e-06  2.083029e-06   1.7662   1.7574    3.053114e-06
  499 1056.9500 1013.6628  7.553550e-07  1.286890e-06  2.059632e-06   1.7037   1.6005    3.018822e-06
  500  193.0059 1014.5015  5.624618e-07  9.331712e-07  1.440840e-06   1.6591   1.5440    2.111852e-06
  501  767.3652 1017.7014  9.278351e-07  1.534172e-06  2.758390e-06   1.6535   1.7980    4.042998e-06
  502  272.6665 1019.8630  1.378968e-06  2.342475e-06  3.928127e-06   1.6987   1.6769    5.757491e-06
  503  460.0126 1020.0061  6.010135e-07  1.082813e-06  1.685602e-06   1.8016   1.5567    2.470602e-06
  504  961.7659 1022.4705  2.879683e-06  4.673848e-06  8.317630e-06   1.6230   1.7796    1.219123e-05
  505  669.1416 1025.7544  1.429433e-06  2.470037e-06  4.123264e-06   1.7280   1.6693    6.043505e-06
  506 1054.0284 1026.5408  1.164633e-06  1.966841e-06  3.606091e-06   1.6888   1.8334    5.285481e-06
  507  620.6807 1033.4681  1.154115e-06  1.833196e-06  3.130011e-06   1.5884   1.7074    4.587685e-06
  508  968.0755 1034.0308  1.658560e-06  2.974861e-06  4.923537e-06   1.7936   1.6550    7.216473e-06
  509   43.4433 1035.9581  4.179757e-06  6.918663e-06  1.154021e-05   1.6553   1.6680    1.691459e-05
  510   91.8715 1049.1962  3.298772e-06  6.132104e-06  1.857191e-05   1.8589   3.0286    2.722102e-05
  511 1093.4742 1036.7710  2.767514e-06  4.699104e-06  9.498673e-06   1.6980   2.0214    1.392229e-05
  512  750.8447 1041.5407  9.904829e-07  1.745453e-06  3.607717e-06   1.7622   2.0669    5.287863e-06
  513  118.6437 1048.4044  8.002745e-06  1.312721e-05  2.327589e-05   1.6403   1.7731    3.411569e-05
  514  653.4949 1047.5336  1.543143e-06  2.402262e-06  4.089213e-06   1.5567   1.7022    5.993596e-06
  515  741.4370 1048.6707  9.052951e-07  1.414943e-06  2.297169e-06   1.5630   1.6235    3.366981e-06
  516  711.3668 1048.8138  6.428145e-07  1.040639e-06  1.439185e-06   1.6189   1.3830    2.109427e-06
  517  577.4951 1055.6645  1.281761e-06  2.012256e-06  3.465798e-06   1.5699   1.7223    5.079851e-06
  518  475.8093 1057.4355  1.016750e-06  1.697909e-06  2.749300e-06   1.6699   1.6192    4.029674e-06
  519  211.3189 1059.8411  8.336437e-07  1.379583e-06  2.359899e-06   1.6549   1.7106    3.458926e-06
  520  536.0844 1063.6677  6.564138e-07  1.102473e-06  1.854646e-06   1.6795   1.6823    2.718371e-06
  521  897.0848 1067.2369  1.325252e-06  2.321708e-06  4.069837e-06   1.7519   1.7529    5.965197e-06
  522  187.5432 1069.9280  1.249265e-06  2.068218e-06  3.236324e-06   1.6555   1.5648    4.743509e-06
  523  117.9825 1071.4969  6.981948e-07  1.166356e-06  2.013221e-06   1.6705   1.7261    2.950796e-06
  524  165.7578 1075.2987  4.093016e-06  5.620810e-06  6.832433e-06   1.3733   1.2156    1.001436e-05
  525 1048.7960 1076.1930  1.775962e-06  3.086786e-06  5.264159e-06   1.7381   1.7054    7.715725e-06
  526  741.5101 1082.5653  9.995441e-07  1.529338e-06  2.582555e-06   1.5300   1.6887    3.785274e-06
  527  825.1912 1082.4978  7.929216e-07  1.349122e-06  2.427395e-06   1.7015   1.7992    3.557855e-06
  528  465.3233 1084.7545  1.127701e-06  1.923496e-06  3.347594e-06   1.7057   1.7404    4.906598e-06
  529  299.1571 1088.6565  6.675354e-07  1.161321e-06  2.085216e-06   1.7397   1.7956    3.056320e-06
  530  663.7870 1093.7790  9.714872e-06  1.686693e-05  2.913839e-05   1.7362   1.7275    4.270841e-05
  531  808.8953 1091.9632  1.744698e-06  3.119548e-06  5.387422e-06   1.7880   1.7270    7.896394e-06
  532 1026.4818 1092.9856  6.995935e-07  1.147918e-06  1.848015e-06   1.6408   1.6099    2.708652e-06
  533   85.4318 1097.7616  2.420443e-06  4.619840e-06  1.623640e-05   1.9087   3.5145    2.379784e-05
  534  868.9856 1098.5037  6.819367e-07  1.155704e-06  1.952119e-06   1.6947   1.6891    2.861238e-06
  535  599.1587 1107.5315  3.383223e-06  6.310935e-06  1.834487e-05   1.8654   2.9068    2.688824e-05
  536  239.1143 1114.0691  6.588023e-07  1.399740e-06  6.581279e-06   2.1247   4.7018    9.646241e-06
  537  193.2170 1111.6821  1.388296e-06  2.439863e-06  5.441697e-06   1.7575   2.2303    7.975945e-06
  538  555.4478 1118.6344  2.571570e-05  4.025059e-05  6.674259e-05   1.5652   1.6582    9.782522e-05
  539  565.8300 1116.9478  6.279639e-07  1.102547e-06  2.411566e-06   1.7557   2.1873    3.534655e-06
  540  196.4281 1132.1222  1.310915e-04  2.198744e-04  3.705827e-04   1.6773   1.6854    5.431664e-04
  541  860.4428 1119.4480  1.466375e-06  2.323743e-06  3.785781e-06   1.5847   1.6292    5.548854e-06
  542  525.7817 1125.0486  1.635821e-05  2.849964e-05  4.638674e-05   1.7422   1.6276    6.798947e-05
  543  335.6891 1121.9868  5.505588e-07  9.454892e-07  1.652577e-06   1.7173   1.7479    2.422197e-06
  544  180.0461 1124.6956  5.430325e-07  9.606547e-07  1.807748e-06   1.7691   1.8818    2.649633e-06
  545  706.5357 1126.5106  3.623101e-06  5.626381e-06  9.588626e-06   1.5529   1.7042    1.405414e-05
  546  536.7198 1132.2058  4.404956e-06  7.737352e-06  1.637285e-05   1.7565   2.1161    2.399783e-05
  547 1018.4637 1134.2395  1.730276e-06  3.135852e-06  9.497341e-06   1.8123   3.0286    1.392034e-05
  548  107.3057 1132.3819  3.162776e-06  5.052208e-06  8.578190e-06   1.5974   1.6979    1.257313e-05
  549  944.7953 1132.8304  7.830013e-07  1.418352e-06  2.703316e-06   1.8114   1.9060    3.962275e-06
  550  123.4200 1134.8339  1.815000e-06  2.993492e-06  5.171166e-06   1.6493   1.7275    7.579425e-06
  551  165.4201 1136.3944  1.998831e-06  3.136180e-06  5.242492e-06   1.5690   1.6716    7.683969e-06
  552  277.6776 1139.8746  8.577565e-07  1.797386e-06  4.150195e-06   2.0955   2.3090    6.082978e-06


# Look at catalog table that shows all columns, but subset of rows
# Pay attention to rows with a large number of nans, as this may indicate a spurious source

catalog = Table.read("starfield_combined_cat.ecsv")
catalog

2022-01-28 12:56:51,512 - stpipe - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/io/ascii/connect.py:18: ResourceWarning: unclosed file <_io.TextIOWrapper name='starfield_combined_cat.ecsv' encoding='UTF-8'>
  return read(filename, **kwargs)


# Read in i2d combined Image
im_i2d = ImageModel(input_file)


# read in ecsv photom file
from astropy.visualization import LogStretch, PercentileInterval, ManualInterval
from astropy import table

viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
plt.imshow(viz2(im_i2d.data), origin='lower')
#plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=0.3)
plt.colorbar()
plt.scatter(data['xcentroid'], data['ycentroid'],lw=1, s=10,color='red')

<matplotlib.collections.PathCollection at 0x7fbba9acc160>


#create_scatterplot(catalog['label'], catalog['aper_total_flux'],title='Total Flux in '+str(catalog['aper_total_flux'].unit))

fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog['label'], catalog['aper_total_flux'])
plt.yscale('log')
plt.title('Total Flux in '+ str(catalog['aper_total_flux'].unit))
plt.xlabel('label')
plt.ylabel('aper_total_flux')

Text(0, 0.5, 'aper_total_flux')


create_scatterplot(catalog['label'], catalog['aper_total_abmag'],title='Total AB mag')


create_scatterplot(catalog['aper_total_abmag'], catalog['aper_total_abmag_err'],title='Total AB mag vs error')


# Read in catalogs used for simulated data
sim_star_cat = Table.read('input_sim_stars.cat', format='ascii')
sim_gal_cat = Table.read('input_sim_galaxies.cat', format='ascii')


sim_star_cat


# join the star and galaxy catalogs used to make the simulations
combined = table.vstack([sim_star_cat, sim_gal_cat])
combined


sim_ra = combined['x']/3600.
sim_dec = combined['y']/3600.


# Put star positions into RA and Dec

# import coordinate conversion tools
#import miricoord.tel.tel_tools as teltools
#import miricoord.imager.mirim_pipetools as mpt
#import miricoord.imager.mirim_tools as mt
#import pysiaf

#filt = 'F560W'
# use pipeline to get v2ref and v3ref coordinates
#siaf = pysiaf.Siaf('MIRI')
#xref,yref=siaf['MIRIM_FULL'].XDetRef,siaf['MIRIM_FULL'].YDetRef
#xref,yref=xref-1,yref-1
#v2ref,v3ref=mt.xytov2v3(xref,yref,filt)

# set reference for RA and Dec
#raref = 0.0
#decref = 0.0
#rollref = 0.0

#sim_ra = np.zeros(len(combined))
#sim_dec = np.zeros(len(combined))

# cycle through list of coordinates input into scene and get RA/Dec values out, printing to file
#for i in range(len(combined)):
    #print(combined['x'][i])
#    v2 = v2ref + combined['x'][i]
#    v3 = v3ref + combined['y'][i]
#    ra,dec,newroll=teltools.jwst_v2v3toradec(v2,v3,v2ref=v2ref,v3ref=v3ref,raref=raref,decref=decref,rollref=rollref)
    
#    sim_ra[i] = ra
#    sim_dec[i] = dec
    
#print(np.shape(sim_ra))
#print(sim_ra, sim_dec)


cat_ra = catalog['sky_centroid'].ra.deg
for i in range(len(cat_ra)):
    if (cat_ra[i]>180.):
        cat_ra[i] -= 360.
cat_dec = catalog['sky_centroid'].dec.deg


# set the tolerance for differences and initialize counters

tol = 1.e-5    # Set tolerance around 30 mas (units here are in degrees; 36 mas ~ 1e-5 deg)
found_count=0
multiples_count=0
missed_count=0


# Set up array for matches
detected = np.chararray(len(sim_ra))
#print(np.shape(detected))

for ra,dec,idx in zip(sim_ra, sim_dec,range(len(sim_ra))):

    match = np.where((np.abs(ra-cat_ra) < tol) & (np.abs(dec-cat_dec) < tol))
    #print('match', match)
    
    if np.size(match) == 1: 
        found_count +=1 
        detected[idx] = 'Y'

    if np.size(match) > 1:  
        multiples_count +=1       
        
    if np.size(match) < 1:
        missed_count +=1

#print(np.shape(detected))


total_percent_found = (found_count/len(sim_ra))*100

print('\n')
print('SNR threshold used for pipeline: ',pipe3.source_catalog.snr_threshold)
print('Total matches found:',found_count)
print('Total missed:',missed_count)
print('Number of multiples: ',multiples_count)
print('Total number of input (simulated) sources:',len(combined))
print('Total number in output catalog:',len(catalog))
print('Total percent found:',total_percent_found)
print('\n')


SNR threshold used for pipeline:  8
Total matches found: 434
Total missed: 4605
Number of multiples:  0
Total number of input (simulated) sources: 5039
Total number in output catalog: 552
Total percent found: 8.612820003969041


catalog_in = SkyCoord(ra=sim_ra*u.degree, dec=sim_dec*u.degree) # full simulated catalog, stars+galaxies
catalog_out = SkyCoord(ra=cat_ra*u.degree, dec=cat_dec*u.degree)


max_sep = 0.04 * u.arcsec # Set match at around 30 mas


# match full tables
idx, d2d, d3d = match_coordinates_sky(catalog_in, catalog_out)
sep_constraint = d2d < max_sep
combined_matched = combined[sep_constraint] # simulated sources matched
catalog_matched = catalog[idx[sep_constraint]] # sources found matched

print(catalog_matched.colnames)
print()
print(catalog_matched)

['label', 'xcentroid', 'ycentroid', 'sky_centroid', 'aper_bkg_flux', 'aper_bkg_flux_err', 'aper30_flux', 'aper30_flux_err', 'aper50_flux', 'aper50_flux_err', 'aper70_flux', 'aper70_flux_err', 'aper_total_flux', 'aper_total_flux_err', 'aper30_abmag', 'aper30_abmag_err', 'aper50_abmag', 'aper50_abmag_err', 'aper70_abmag', 'aper70_abmag_err', 'aper_total_abmag', 'aper_total_abmag_err', 'aper30_vegamag', 'aper30_vegamag_err', 'aper50_vegamag', 'aper50_vegamag_err', 'aper70_vegamag', 'aper70_vegamag_err', 'aper_total_vegamag', 'aper_total_vegamag_err', 'CI_50_30', 'CI_70_50', 'CI_70_30', 'is_extended', 'sharpness', 'roundness', 'nn_label', 'nn_dist', 'isophotal_flux', 'isophotal_flux_err', 'isophotal_abmag', 'isophotal_abmag_err', 'isophotal_vegamag', 'isophotal_vegamag_err', 'isophotal_area', 'semimajor_sigma', 'semiminor_sigma', 'ellipticity', 'orientation', 'sky_orientation', 'sky_bbox_ll', 'sky_bbox_ul', 'sky_bbox_lr', 'sky_bbox_ur']

label xcentroid ...                 sky_bbox_ur                 
                ...                   deg,deg                   
----- --------- ... --------------------------------------------
  151  701.0051 ...  0.0009246296863231561,-0.007278115454829337
  181  557.1972 ...   0.005625596296441545,-0.004415161299943082
  209  722.5026 ... 0.0006950865819388926,-0.0024992377849171726
   48  971.1720 ...     359.99201276828796,-0.013757750025689644
  244  998.0125 ...    359.99239577666435,0.00011402943214340108
  444  762.0006 ...   0.0005718131013182694,0.010180936544626137
  252  843.0079 ...     359.99722146497817,0.0005248698354648513
  321  793.9419 ...      359.99911692393835,0.004870058869929262
   98  628.5959 ...   0.002826777451067537,-0.011307648954757556
  182  560.7788 ...   0.005505628440229175,-0.004373732532337437
  ...       ... ...                                          ...
  435  783.0551 ...      359.99960399723057,0.010420372505184667
  540  196.4281 ...                                      nan,nan
  451  198.9681 ...      0.017116305630934848,0.0106758128094494
  424   52.3480 ...    0.021482522843904846,0.010076344842451172
  223  704.9537 ... 0.0009496050704853285,-0.0010074307012802237
    7  564.1469 ...   0.004174704891008232,-0.018131426004878062
    3  789.3069 ...      359.9972046774995,-0.017272557263756486
  535  599.1587 ...     0.00573068740693306,0.015444875020962092
  153  715.3174 ... 0.00026402483415122413,-0.006354919076269596
  439 1046.1414 ...       359.9915897423188,0.011000067622204247
Length = 430 rows


#match RA and Dec
idx, d2d, d3d = match_coordinates_sky(catalog_in, catalog_out)
sep_constraint = d2d < max_sep
catalog_in_matches = catalog_in[sep_constraint]
catalog_out_matches = catalog_out[idx[sep_constraint]]
print(catalog_out_matches)

<SkyCoord (ICRS): (ra, dec) in deg
    [(9.95702148e-04, -7.34674116e-03), (5.69051411e-03, -4.48628659e-03),
     (7.49648944e-04, -2.58082000e-03), (3.59992077e+02, -1.38452742e-02),
     (3.59992465e+02,  2.98859764e-05), (6.40877784e-04,  1.00878668e-02),
     (3.59997291e+02,  4.41754549e-04), (3.59999188e+02,  4.77733294e-03),
     (2.87788595e-03, -1.13957341e-02), (5.58344168e-03, -4.44521995e-03),
     (3.59994260e+02, -6.89382605e-03), (8.89239272e-04, -2.62918602e-03),
     (3.59998007e+02, -8.09516922e-03), (2.26681372e-03, -1.20218888e-02),
     (3.59997244e+02,  5.32192244e-03), (4.01435663e-04, -3.38420663e-03),
     (4.76953666e-03,  5.58791560e-03), (3.59992428e+02, -5.81213997e-03),
     (3.59996679e+02,  2.25700329e-03), (6.45601525e-04, -1.30546779e-03),
     (3.59999695e+02,  1.37771364e-03), (4.01301909e-03,  6.32844647e-03),
     (1.22959421e-02,  5.39585466e-03), (2.00142618e-02,  7.90781449e-03),
     (1.34167544e-03,  9.34409414e-03), (1.39163793e-03,  1.08872737e-02),
     (1.90191990e-02,  1.45937802e-02), (4.42669796e-03,  1.36350621e-04),
     (3.26801518e-03,  1.97203466e-03), (7.97530470e-03,  6.65751328e-03),
     (6.59651452e-03, -1.43379067e-02), (3.59994982e+02,  7.30036214e-03),
     (1.02833698e-02, -6.90797824e-03), (3.59999117e+02,  3.62554053e-03),
     (3.59996035e+02,  1.72558440e-03), (8.94346151e-03,  3.97667177e-03),
     (3.59996121e+02,  7.06363085e-03), (1.01279029e-02, -9.28427735e-03),
     (2.67125572e-04,  4.07441498e-03), (9.58672339e-03, -1.36204992e-02),
     (9.76804898e-03,  2.39102262e-04), (3.59991044e+02,  1.16494566e-02),
     (3.59996229e+02, -1.27313444e-02), (1.28483328e-03, -1.74730350e-03),
     (5.34701990e-03, -4.83933365e-03), (3.59997454e+02, -2.88104168e-03),
     (1.01866504e-02,  1.08674022e-02), (3.59997513e+02, -6.31062060e-03),
     (1.67768995e-02,  7.19127485e-03), (3.59996366e+02, -7.99709775e-03),
     (3.59995193e+02,  8.85226983e-03), (3.05506963e-03, -3.77164421e-03),
     (6.84278152e-03, -1.58121975e-03), (8.30802218e-03, -1.13981727e-02),
     (7.30474955e-04,  1.24423597e-03), (3.59998367e+02, -1.27560810e-02),
     (3.59997631e+02, -1.71553576e-02), (6.05570053e-03, -1.07090255e-02),
     (3.59994264e+02, -9.38196528e-03), (3.59990349e+02, -5.25298291e-03),
     (1.39092883e-02,  7.85139148e-03), (3.59999116e+02,  4.31987780e-03),
     (5.06151508e-03,  5.51655388e-04), (1.42391634e-02,  1.49295539e-02),
     (3.59993041e+02,  4.11118726e-03), (3.59992151e+02, -1.51597591e-02),
     (6.29249757e-03,  9.44610992e-03), (3.59993014e+02, -1.06836110e-02),
     (9.93264109e-03, -1.57970888e-02), (7.16839738e-03,  1.53943464e-02),
     (3.59992445e+02,  1.04766873e-02), (1.83252566e-02,  1.12495861e-02),
     (2.00167967e-03,  4.46850884e-03), (6.48353691e-03, -1.60864621e-02),
     (6.93601375e-03, -1.10351059e-02), (1.45899175e-02,  9.54373980e-03),
     (2.20424537e-02,  5.86421797e-03), (3.16783952e-03, -1.68168239e-02),
     (1.11898379e-02, -2.56919643e-03), (3.59995561e+02, -4.50540583e-03),
     (1.01523862e-02,  1.21369019e-02), (5.97458531e-03,  3.78846248e-03),
     (3.59995869e+02,  9.92938264e-03), (3.59990679e+02, -1.32173240e-02),
     (3.59995684e+02, -3.26552355e-03), (3.59995084e+02, -2.70758946e-03),
     (6.77238709e-04,  1.46028637e-03), (3.59992193e+02, -5.90862568e-03),
     (2.07792058e-02,  1.27954443e-02), (8.47741980e-03, -3.99544455e-04),
     (1.05302089e-02, -9.27953428e-03), (3.59992978e+02,  1.58991706e-02),
     (6.25754267e-03,  5.66850656e-04), (3.59999601e+02, -1.57367489e-02),
     (3.59998597e+02, -1.09064127e-02), (8.09386986e-05, -3.07905301e-03),
     (1.48669877e-03,  7.36076396e-03), (9.38780012e-04, -3.63700397e-03),
     (2.58742980e-03,  6.56515710e-03), (1.40517798e-02,  5.20678780e-03),
     (3.59997153e+02,  9.06563062e-04), (4.48887458e-05, -1.71265906e-02),
     (3.59993466e+02, -3.02266638e-03), (3.30788644e-03, -1.12154374e-02),
     (6.81858540e-03, -1.78820419e-03), (1.70896181e-03,  6.41872619e-03),
     (3.59998498e+02, -1.75788872e-02), (7.93716072e-03,  1.36804803e-02),
     (3.59999553e+02, -2.52454579e-03), (3.59999056e+02, -1.31504859e-02),
     (8.37515561e-03, -1.68164870e-02), (3.59989995e+02,  6.52694520e-03),
     (3.59993232e+02,  1.34350902e-02), (1.52697127e-02,  1.38091809e-02),
     (3.05588593e-03, -1.28623951e-02), (3.59993897e+02, -8.43539780e-03),
     (9.67710023e-03,  8.59694247e-03), (1.90460555e-02,  8.85913254e-03),
     (3.59997823e+02,  1.56445594e-02), (1.01965581e-02, -1.13792344e-02),
     (3.59993142e+02, -1.09206549e-02), (2.33508161e-03,  5.86910584e-03),
     (1.79011221e-02,  1.07160040e-02), (1.66518329e-02,  4.89705425e-03),
     (4.88255074e-03, -1.08956345e-02), (4.79399047e-03, -9.16039284e-04),
     (4.30397597e-03, -2.63934590e-03), (5.24522230e-03, -1.85259035e-03),
     (3.59994462e+02,  2.24914860e-03), (3.60633145e-03, -3.01756456e-03),
     (1.07045966e-02,  9.40264822e-03), (1.32810227e-02,  1.10119634e-02),
     (3.59997984e+02, -9.91604690e-03), (1.01316115e-03,  2.88835710e-03),
     (9.65768176e-03, -1.69887928e-02), (3.59991830e+02,  1.35487503e-02),
     (1.84013706e-02,  8.35664639e-03), (3.18552602e-03, -8.14599010e-03),
     (3.59996664e+02, -1.73273998e-02), (7.39519928e-03, -1.08359612e-02),
     (8.75850995e-04, -1.69097962e-02), (2.62323694e-03,  1.21829102e-02),
     (1.52724249e-03, -1.39391328e-02), (1.07133969e-02,  6.90412163e-03),
     (3.59993501e+02,  9.56629511e-03), (8.45881853e-03,  9.94691618e-03),
     (3.59991369e+02,  7.68222625e-03), (3.59989652e+02, -5.40661784e-04),
     (3.59989755e+02, -8.12087824e-04), (3.59992117e+02, -6.21181522e-03),
     (3.59993113e+02,  4.94492885e-03), (8.66694932e-03, -4.23129038e-03),
     (3.59993109e+02,  4.76610771e-03), (1.59972262e-03,  1.37732089e-02),
     (3.59995429e+02,  8.88683667e-03), (2.05826875e-02,  5.55158552e-03),
     (2.36961288e-04,  1.21790683e-02), (9.07725124e-03, -4.65355161e-03),
     (3.59994919e+02,  6.24602670e-04), (3.59994135e+02, -1.08493446e-02),
     (7.35224030e-04,  1.19438546e-02), (3.59994652e+02, -8.74595060e-03),
     (1.28423216e-03, -1.48962664e-02), (3.59989225e+02, -7.37400603e-03),
     (3.59998766e+02,  7.32223317e-03), (3.59999122e+02,  1.50358905e-02),
     (1.68869169e-03,  1.48127750e-02), (1.03028295e-02,  7.78688945e-03),
     (6.29957838e-03, -7.96236305e-03), (3.59991656e+02, -2.51171302e-03),
     (3.59995590e+02,  1.69011812e-02), (3.59989164e+02, -4.86092817e-03),
     (1.78857032e-02,  1.26891927e-02), (1.90617560e-02,  3.64123774e-03),
     (5.98949445e-03,  1.02661030e-02), (1.14985193e-02, -3.48021924e-03),
     (1.22637739e-03, -1.44022422e-02), (1.35986417e-02,  1.15805226e-02),
     (3.59990286e+02,  4.40073705e-03), (1.63161173e-02,  7.71034205e-03),
     (4.29776994e-03,  8.71048352e-03), (2.34360421e-02,  6.91837692e-03),
     (3.59996067e+02, -9.01361663e-03), (3.59995608e+02, -6.31145245e-03),
     (3.59999053e+02, -3.15966221e-03), (3.39763661e-03, -1.01843990e-02),
     (7.21304321e-04,  1.28933176e-02), (3.59992440e+02, -8.76817557e-04),
     (3.48668986e-03, -1.42200427e-02), (2.32272658e-03, -8.30155173e-03),
     (3.59993586e+02,  6.21574359e-03), (3.59994591e+02, -1.13051477e-02),
     (3.59994838e+02,  5.40882470e-03), (1.89864390e-02,  4.45151905e-03),
     (3.59998452e+02, -8.63222667e-03), (1.16437017e-02,  8.34717949e-03),
     (7.91344588e-03, -3.06163553e-04), (3.59993586e+02, -1.54122339e-02),
     (3.59998911e+02,  4.27039775e-03), (1.29205166e-03,  1.35798852e-02),
     (3.59992881e+02, -7.08580170e-03), (1.58839590e-02,  1.05480227e-02),
     (2.07554797e-02,  9.94874824e-03), (9.92291367e-03, -1.76751790e-02),
     (3.59997074e+02,  1.22109141e-02), (3.59991499e+02, -7.16324411e-03),
     (8.70307087e-03, -3.89748625e-03), (7.53771877e-03, -6.27003523e-03),
     (3.59993821e+02, -9.30992930e-03), (4.14626801e-04, -1.70247073e-02),
     (6.48695933e-03, -1.37040491e-02), (5.18615450e-03,  8.26337105e-03),
     (6.84192819e-03, -1.62722286e-02), (3.59991975e+02,  1.33915992e-02),
     (9.76870886e-03,  1.33271712e-02), (1.05753132e-02, -2.05097300e-03),
     (3.59993021e+02, -6.84819437e-04), (3.59994019e+02,  4.10335986e-04),
     (7.34101851e-03,  2.19974082e-03), (3.59998365e+02,  1.03393002e-02),
     (3.59995660e+02, -1.69125824e-02), (3.59997107e+02, -1.68084758e-03),
     (5.26177205e-03,  1.29820682e-02), (1.80979911e-03, -4.54150512e-03),
     (8.38636952e-03,  7.14721072e-03), (3.59997331e+02,  9.25320992e-03),
     (1.74304376e-02,  7.46839317e-03), (2.79987734e-03, -9.57815530e-03),
     (9.32494020e-03,  8.14611059e-03), (3.59998934e+02, -1.46432340e-02),
     (3.59994653e+02,  1.96667000e-03), (7.49632791e-03, -1.24921487e-02),
     (9.31876367e-03,  5.67105326e-03), (6.64577609e-03,  1.35465034e-02),
     (4.61641368e-03, -1.72963218e-02), (3.59992434e+02,  6.85209551e-03),
     (1.86419221e-02,  1.29345238e-02), (2.32194485e-02,  6.00719570e-03),
     (1.23725958e-02, -9.86121494e-04), (3.59991955e+02,  1.39357885e-02),
     (3.59992910e+02, -7.38240173e-03), (6.83717447e-03,  8.04383122e-03),
     (1.01637738e-02,  1.41366841e-02), (4.64343005e-03,  4.80122399e-03),
     (3.59994850e+02, -5.19382874e-03), (3.62374635e-03, -4.88128829e-04),
     (3.01185160e-03,  2.32649700e-03), (3.59997413e+02, -1.03377938e-02),
     (6.66899526e-03, -2.80741044e-03), (9.55899158e-03, -1.64905133e-04),
     (3.59997196e+02,  1.29391535e-02), (3.25970016e-03,  3.91635763e-03),
     (2.12877536e-02,  8.31033769e-03), (3.59998463e+02,  4.61855027e-03),
     (5.49519022e-05,  3.38247527e-03), (2.09844783e-03,  5.63018193e-03),
     (5.47563235e-03, -1.47536391e-02), (5.60520293e-03,  1.07708646e-02),
     (6.31825945e-03, -4.26639246e-03), (3.59990382e+02, -3.59476330e-03),
     (2.86411535e-03, -1.18573740e-02), (1.12936169e-03,  9.27124666e-03),
     (7.98699495e-03, -1.56562491e-02), (1.25099952e-02,  3.49458949e-03),
     (3.47095813e-03, -3.39100609e-03), (7.15036956e-03, -6.76945408e-05),
     (3.59994351e+02, -6.22449462e-04), (4.42958502e-03, -1.51910942e-02),
     (3.59996877e+02,  1.47613858e-02), (3.59995370e+02, -1.78112366e-03),
     (3.59992025e+02,  8.55025772e-03), (1.01579516e-02, -3.10736661e-03),
     (1.86131699e-02,  1.08974727e-02), (3.59995951e+02,  1.99385290e-04),
     (1.58969146e-02,  1.16283620e-02), (4.29338426e-03,  1.35016869e-02),
     (3.59997791e+02, -1.21733186e-02), (3.59994792e+02, -1.23222024e-02),
     (8.56390935e-03,  5.17735611e-03), (7.23968720e-03, -6.16332655e-03),
     (3.75497368e-03,  1.28759400e-02), (1.07154539e-02,  1.16995864e-02),
     (8.92794349e-03,  5.26567429e-03), (4.80666572e-03, -1.76928217e-02),
     (3.59994991e+02, -1.11834435e-02), (1.77877422e-02,  7.14436367e-03),
     (1.44210160e-03, -2.05086246e-03), (3.59994611e+02,  1.39341671e-02),
     (1.94991853e-02,  1.49131628e-02), (2.07829052e-02,  1.47522886e-02),
     (3.59992810e+02,  7.70488015e-03), (8.03836835e-03,  4.92873807e-03),
     (3.59996377e+02,  1.32007663e-02), (3.59998807e+02,  8.96633729e-03),
     (3.59992249e+02,  1.54442791e-02), (2.62573154e-03, -1.13538963e-02),
     (3.59997944e+02, -6.15225860e-03), (7.20446104e-03, -1.26426475e-02),
     (3.59997756e+02,  4.76335311e-03), (3.59999648e+02,  1.52822942e-02),
     (3.59994000e+02, -6.99531760e-03), (3.59993814e+02, -1.30261207e-02),
     (3.59998422e+02,  1.24189095e-02), (4.57389072e-03,  1.20120374e-02),
     (1.78249098e-02,  8.13391302e-03), (4.99691062e-03, -2.99090482e-03),
     (3.59997737e+02,  5.83850997e-03), (3.59994803e+02, -1.65779658e-02),
     (3.59991446e+02, -8.06667478e-03), (3.86870967e-03,  9.50261448e-03),
     (6.40586057e-03,  5.04442892e-03), (1.05875998e-02,  5.32698550e-03),
     (3.59999831e+02,  2.06201989e-03), (1.74149605e-02,  7.81701135e-03),
     (3.59993925e+02,  1.17446824e-02), (3.59991414e+02,  9.48101696e-03),
     (3.59991494e+02, -5.30845084e-04), (2.94456589e-03, -8.48235546e-03),
     (4.26855834e-03,  6.40504477e-03), (3.59990737e+02, -1.67383012e-03),
     (2.88991768e-03, -1.52451670e-02), (1.32282071e-02,  8.92133563e-03),
     (7.42032673e-03, -4.07129202e-03), (3.59994116e+02, -8.75956589e-03),
     (4.49106529e-03,  5.94288129e-03), (3.59996182e+02, -1.41924436e-02),
     (3.98783499e-03, -6.35414816e-03), (3.59994773e+02,  1.35626963e-02),
     (3.59996549e+02,  9.88322722e-03), (4.14478254e-03, -1.61559362e-03),
     (1.65419835e-02,  1.09657222e-02), (1.01771885e-02, -8.70075849e-03),
     (2.12704489e-02,  1.46337329e-02), (3.59991334e+02, -1.21787854e-02),
     (1.08035211e-02, -1.80107802e-02), (3.59999257e+02,  1.29574976e-02),
     (3.59993373e+02, -1.43528989e-02), (3.59993738e+02, -5.25171719e-04),
     (8.42750320e-03, -1.18535515e-02), (2.87942901e-03,  1.60662276e-02),
     (6.03860644e-04, -1.79547439e-02), (5.92056366e-03,  8.40881551e-03),
     (3.59991065e+02,  8.74240123e-03), (3.59992661e+02, -2.49308361e-03),
     (3.59994954e+02,  1.06957703e-02), (3.59989192e+02, -1.33257561e-02),
     (3.59989985e+02,  6.88219991e-03), (3.59999220e+02, -1.38254733e-02),
     (6.27875700e-03,  1.07589996e-02), (1.05346647e-02,  3.51042960e-03),
     (3.59999803e+02, -1.72998395e-02), (2.26396823e-03, -1.36038915e-02),
     (2.29692910e-02,  1.15050714e-02), (1.19798162e-02,  9.43263595e-04),
     (5.36955530e-03,  1.11589997e-02), (3.59998814e+02, -1.42235164e-02),
     (3.59990323e+02,  2.85170185e-03), (1.96593912e-03, -1.35108757e-02),
     (1.42560376e-02,  4.85872410e-03), (4.80483650e-03, -1.20192066e-02),
     (3.59994970e+02,  1.20045200e-02), (7.11179509e-03,  5.62734280e-03),
     (5.78423491e-03,  5.53843709e-03), (6.20634336e-03,  1.15523429e-02),
     (1.08512038e-02,  3.72920446e-04), (8.93198434e-03, -1.55809000e-03),
     (3.59992654e+02,  2.83131380e-03), (3.59992683e+02,  1.72451071e-03),
     (3.59992438e+02,  5.27720795e-03), (3.59993837e+02,  4.61812172e-03),
     (1.09376382e-02, -1.46678996e-02), (5.31178445e-03,  3.24762719e-03),
     (8.09062403e-03, -2.75752948e-03), (3.59995590e+02, -1.38963940e-03),
     (6.95240968e-03,  7.81194986e-03), (1.15068428e-02,  1.12083569e-02),
     (3.59992445e+02, -1.59655685e-02), (1.02715514e-02, -4.90198242e-03),
     (1.08754973e-02, -3.22398295e-03), (6.77102609e-03,  1.09094108e-02),
     (1.38661502e-02,  4.07971534e-03), (3.59995203e+02, -1.09909046e-03),
     (3.59997578e+02,  2.82958234e-03), (3.59993415e+02, -1.21326962e-02),
     (2.06967870e-02,  1.20890989e-02), (4.81537273e-03,  6.08167596e-03),
     (3.59989474e+02, -3.60126400e-04), (4.05549615e-03,  7.98235009e-03),
     (6.86527751e-03, -1.03627026e-02), (3.59991259e+02,  1.07565614e-02),
     (4.10222462e-03,  1.49474842e-02), (3.87744028e-03, -1.62770734e-02),
     (1.08147066e-03, -1.11871621e-02), (8.54098231e-03, -7.98156572e-03),
     (5.64444973e-03,  1.19684162e-03), (6.44443603e-03,  5.44166793e-03),
     (3.59998145e+02,  7.10810078e-03), (3.59996612e+02,  1.17723654e-02),
     (3.59990180e+02,  1.19539845e-03), (1.20940163e-02,  9.43663399e-03),
     (2.30206170e-02,  4.05840675e-03), (3.59995691e+02,  1.28175018e-02),
     (2.00977696e-02,  5.56508608e-03), (3.59997681e+02, -4.85708899e-03),
     (8.41826520e-03,  1.55349846e-02), (6.67358704e-04,  3.55674583e-03),
     (1.37462914e-02,  9.00766030e-03), (3.59989934e+02, -8.22183456e-03),
     (3.59996942e+02,  6.69209784e-03), (5.28289598e-03, -1.43566824e-02),
     (7.49130340e-03,  1.54181266e-02), (3.59994732e+02, -1.40194189e-02),
     (6.18639377e-03,  5.76356730e-03), (7.26931002e-03, -1.00702100e-02),
     (2.05360155e-02,  7.75272883e-03), (3.59998929e+02,  3.02202452e-03),
     (3.59998142e+02, -1.70116050e-02), (3.59993733e+02,  9.26147366e-03),
     (3.59997622e+02, -1.17698648e-02), (1.69404212e-03,  1.13801732e-02),
     (3.59999989e+02,  1.00786070e-02), (1.85368367e-02,  1.48655986e-02),
     (1.80156567e-02,  9.82103292e-03), (2.24526766e-02,  8.75365737e-03),
     (1.38763572e-03, -1.49017276e-03), (4.26935358e-03, -1.82335847e-02),
     (3.59997367e+02, -1.76043136e-02), (6.12104378e-03,  1.51952865e-02),
     (6.05252773e-04, -6.75630048e-03), (3.59991921e+02,  1.07789328e-02)]>


print('Number of matched sources using max separation of '+str(max_sep)+': ',len(catalog_matched))

Number of matched sources using max separation of 0.04 arcsec:  430


#rrr = catalog_in_matches.ra.deg
#ddd = catalog_in_matches.dec.deg

rrr = catalog_matched['sky_centroid'].ra.deg
ddd = catalog_matched['sky_centroid'].dec.deg

# make sure ra is in proper range for display
plt.figure(figsize=(20,20))
for i in range(len(rrr)):
    if (rrr[i]>180.):
        rrr[i] -= 360.
        
plt.scatter(rrr, ddd, lw=1, s=108,color='green')
plt.scatter(sim_ra, sim_dec,lw=1, s=18,color='red')
plt.scatter(cat_ra, cat_dec,lw=1, s=18,color='blue')

<matplotlib.collections.PathCollection at 0x7fbba6804e50>


# Convert matched RA/Dec values back to x, y to plot on image

#print(catalog_out_matches)

# Read in wcs values from file header (in extension 1)
#hdu = fits.open(input_file)[1]  
#wcs = WCS(hdu.header)  

# convert positions from RA/Dec back to x,y

#x_matched, y_matched = wcs.world_to_pixel(catalog_out_matches)

#print(x_matched)


# Plot all matched sources in red

viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
plt.imshow(viz2(im_i2d.data), origin='lower')
#plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=0.3)
plt.colorbar()
#plt.scatter(x_matched, y_matched,lw=1, s=10,color='red')
plt.scatter(catalog_matched['xcentroid'], catalog_matched['ycentroid'], lw=1, s=10, color='red')

<matplotlib.collections.PathCollection at 0x7fbba694c700>


viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
plt.imshow(viz2(im_i2d.data), origin='lower')
#plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=0.3)
plt.colorbar()
plt.scatter(data['xcentroid'], data['ycentroid'],lw=1, s=10,color='red')
#plt.scatter(x_matched, y_matched,lw=1, s=5,color='white')
plt.scatter(catalog_matched['xcentroid'], catalog_matched['ycentroid'], lw=1, s=5, color='white')

<matplotlib.collections.PathCollection at 0x7fbba83b5a30>


print(catalog_in)

<SkyCoord (ICRS): (ra, dec) in deg
    [(2.22919530e-02,  0.00666596), (3.59986872e+02,  0.00303326),
     (8.52752901e-05, -0.0162536 ), ..., (2.40891246e-02, -0.00851495),
     (2.51575873e-02, -0.00331181), (1.81801630e-02,  0.01669308)]>


# Read in wcs values from file header (in extension 1)
hdu = fits.open(input_file)[1]  
wcs = WCS(hdu.header)  

# convert positions from RA/Dec back to x,y

x_sim, y_sim = wcs.world_to_pixel(catalog_in)

# Many sources go beyond image edges. Only display sources that were actually in FOV of combined image.
minval = 0
maxval = 1140

ind = np.where((x_sim > minval) & (x_sim < 1110)& (y_sim > minval) & (y_sim < maxval))


viz2 = LogStretch() + ManualInterval(0,10)

plt.figure(figsize=(20,20))
plt.imshow(viz2(im_i2d.data), origin='lower')
#plt.imshow(im_i2d.data, origin='lower', cmap='rainbow', vmin=0, vmax=0.3)
plt.colorbar()
plt.scatter(x_sim[ind], y_sim[ind],lw=1, s=5,color='red')

<matplotlib.collections.PathCollection at 0x7fbba8462970>


flux, wref = mag2flux(combined_matched['Ks'], band="Ks", system="2MASS")
fnew = extrapolate_flux(flux, wref, 7.7, combined_matched['Teff'])
F770W_ABmag = -2.5*np.log10((fnew.to(u.Jy)).value) + 8.9

2022-01-28 12:56:56,372 - stpipe - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/units/quantity.py:486: RuntimeWarning: divide by zero encountered in true_divide
  result = super().__array_ufunc__(function, method, *arrays, **kwargs)

2022-01-28 12:56:56,386 - stpipe - WARNING - /data1/jenkins/workspace/Notebooks/jwst_validation_notebooks_spacetelescope@2/miniconda3/envs/jwst_validation_notebooks/lib/python3.9/site-packages/astropy/units/quantity.py:486: RuntimeWarning: invalid value encountered in true_divide
  result = super().__array_ufunc__(function, method, *arrays, **kwargs)

Magnitude         Ks        
------------------
 19.88386593994985
19.859295642920145
19.828355268882742
19.827445257881642
 19.82380521387724
19.782854718827735
 19.75828442179803
 19.74554426778263
 19.73007408076393
19.710053838739725
               ...
13.952102383594207
13.881869560311879
13.126635236879519
12.776853158671695
 11.94688436179194
                --
                --
                --
                --
                --
                --
Length = 430 rows in 2MASS band Ks -> Flux: [7.41966127e-06 7.58948310e-06 7.80887278e-06 7.81542054e-06
 7.84166653e-06 8.14307749e-06 8.32945692e-06 8.42777142e-06
 8.54871469e-06 8.70780950e-06 8.72241867e-06 8.82537138e-06
 8.94452043e-06 9.10334816e-06 9.21079708e-06 9.22625010e-06
 9.24172906e-06 9.27276492e-06 9.31170635e-06 9.33514966e-06
 9.33514966e-06 9.46911432e-06 9.59695437e-06 9.62111583e-06
 9.71837149e-06 9.71837149e-06 9.73467608e-06 9.75918427e-06
 9.79195786e-06 9.85783560e-06 9.89094048e-06 9.97418990e-06
 1.00497133e-05 1.03488913e-05 1.04010660e-05 1.04185160e-05
 1.04798217e-05 1.05712618e-05 1.06134138e-05 1.06275018e-05
 1.06345528e-05 1.06698781e-05 1.07124233e-05 1.07266427e-05
 1.07408810e-05 1.07765594e-05 1.08770909e-05 1.08915288e-05
 1.08987550e-05 1.09059860e-05 1.09277077e-05 1.09567373e-05
 1.10077248e-05 1.10077248e-05 1.10736289e-05 1.10956845e-05
 1.11030461e-05 1.11621153e-05 1.11621153e-05 1.11917676e-05
 1.12438488e-05 1.12438488e-05 1.12587736e-05 1.12662434e-05
 1.13186712e-05 1.13487394e-05 1.13939915e-05 1.14166852e-05
 1.14546085e-05 1.15155480e-05 1.15614652e-05 1.16075656e-05
 1.16152668e-05 1.16384013e-05 1.16461230e-05 1.16538498e-05
 1.16693188e-05 1.17547663e-05 1.17938126e-05 1.19830480e-05
 1.19909983e-05 1.20788012e-05 1.21672471e-05 1.21672471e-05
 1.21995695e-05 1.21995695e-05 1.22157630e-05 1.24117687e-05
 1.24447407e-05 1.24447407e-05 1.24612595e-05 1.24860789e-05
 1.25026526e-05 1.26192863e-05 1.26528096e-05 1.26612043e-05
 1.27032616e-05 1.27962800e-05 1.27962800e-05 1.28302734e-05
 1.28387859e-05 1.29585552e-05 1.29585552e-05 1.30707698e-05
 1.32893056e-05 1.33688697e-05 1.33777395e-05 1.35204595e-05
 1.36647021e-05 1.37556342e-05 1.38379902e-05 1.38839565e-05
 1.38839565e-05 1.39670809e-05 1.39856204e-05 1.41442036e-05
 1.42666853e-05 1.43045849e-05 1.43235725e-05 1.43902276e-05
 1.44667848e-05 1.45148398e-05 1.45437493e-05 1.45920599e-05
 1.46308239e-05 1.46308239e-05 1.46989089e-05 1.46989089e-05
 1.48360307e-05 1.48853122e-05 1.49248552e-05 1.51233294e-05
 1.51874417e-05 1.52887391e-05 1.53442768e-05 1.53814139e-05
 1.54093258e-05 1.54559581e-05 1.55308635e-05 1.55402521e-05
 1.56250059e-05 1.56817651e-05 1.56912450e-05 1.57959027e-05
 1.58150063e-05 1.58245667e-05 1.58820508e-05 1.59108711e-05
 1.59686687e-05 1.60266763e-05 1.60557590e-05 1.61726187e-05
 1.61921779e-05 1.63989825e-05 1.64287409e-05 1.64784582e-05
 1.64884197e-05 1.64884197e-05 1.65083608e-05 1.66184685e-05
 1.66889192e-05 1.67596685e-05 1.69020681e-05 1.70148019e-05
 1.71905075e-05 1.73890324e-05 1.77285861e-05 1.77607572e-05
 1.77929867e-05 1.78145055e-05 1.79008413e-05 1.79333250e-05
 1.79333250e-05 1.80966299e-05 1.81185159e-05 1.81294688e-05
 1.81623674e-05 1.83277579e-05 1.84388542e-05 1.84946546e-05
 1.85618380e-05 1.85730589e-05 1.86630710e-05 1.88786018e-05
 1.91197172e-05 1.91775780e-05 1.91891712e-05 1.94695194e-05
 1.95166407e-05 1.95166407e-05 1.96824651e-05 1.97181818e-05
 1.97301018e-05 1.97420290e-05 1.98257213e-05 1.98616980e-05
 2.00789332e-05 2.02128560e-05 2.02740249e-05 2.02985443e-05
 2.03722805e-05 2.05205575e-05 2.06506823e-05 2.07066309e-05
 2.07189739e-05 2.09424114e-05 2.13837943e-05 2.14987886e-05
 2.15757948e-05 2.16144013e-05 2.19257505e-05 2.19780763e-05
 2.20305270e-05 2.20699471e-05 2.22415845e-05 2.22813823e-05
 2.23611917e-05 2.25485271e-05 2.26697849e-05 2.27645471e-05
 2.28460872e-05 2.28869666e-05 2.30364861e-05 2.30495456e-05
 2.30495456e-05 2.30756868e-05 2.31542884e-05 2.32595071e-05
 2.33255115e-05 2.34182324e-05 2.35780409e-05 2.36047814e-05
 2.37254898e-05 2.44905577e-05 2.46018487e-05 2.46996432e-05
 2.48822941e-05 2.50520934e-05 2.51516777e-05 2.51659363e-05
 2.53951763e-05 2.54239777e-05 2.54672411e-05 2.56265044e-05
 2.57137947e-05 2.57867638e-05 2.58306445e-05 2.59774537e-05
 2.59774537e-05 2.60069155e-05 2.61250973e-05 2.61695538e-05
 2.61843894e-05 2.62884746e-05 2.64528737e-05 2.66333909e-05
 2.66635966e-05 2.69369944e-05 2.73523564e-05 2.77426594e-05
 2.80589079e-05 2.80911693e-05 2.81249499e-05 2.81587711e-05
 2.85506507e-05 2.85849838e-05 2.88958459e-05 2.99027209e-05
 3.01191249e-05 3.01734701e-05 3.02097547e-05 3.07038893e-05
 3.09446805e-05 3.09632810e-05 3.10751185e-05 3.13941902e-05
 3.18119747e-05 3.20807276e-05 3.21579303e-05 3.27429038e-05
 3.29600501e-05 3.32185350e-05 3.46456235e-05 3.54245445e-05
 3.57667762e-05 3.61992188e-05 3.67471321e-05 3.79590938e-05
 3.82797786e-05 3.84180430e-05 3.86495943e-05 3.86976757e-05
 3.88191603e-05 3.88191603e-05 3.95561189e-05 3.95809237e-05
 3.98048678e-05 3.99548674e-05 4.04082661e-05 4.09180794e-05
 4.11753930e-05 4.16948847e-05 4.17471930e-05 4.34561611e-05
 4.34561611e-05 4.36746434e-05 4.46434923e-05 4.49242332e-05
 4.55480931e-05 4.56910834e-05 4.58345226e-05 4.62965610e-05
 4.67632570e-05 4.71754736e-05 4.75614990e-05 4.91990934e-05
 5.06384795e-05 5.09888739e-05 5.10848561e-05 5.13738880e-05
 5.32427838e-05 5.34769357e-05 5.55038117e-05 5.83557094e-05
 5.99172328e-05 6.09401169e-05 6.15205406e-05 6.38980466e-05
 6.39413267e-05 6.79130301e-05 6.90256622e-05 7.03944407e-05
 7.16932091e-05 7.33131782e-05 7.39613527e-05 7.52239926e-05
 7.70801571e-05 7.87530785e-05 7.89005046e-05 8.07416132e-05
 8.15510159e-05 8.25741890e-05 8.50824871e-05 8.56145636e-05
 8.58818484e-05 8.83803564e-05 8.85458048e-05 8.90440107e-05
 8.98805910e-05 9.31899867e-05 9.34226620e-05 9.67417800e-05
 9.96183139e-05 1.00053991e-04 1.02388707e-04 1.05236145e-04
 1.05630519e-04 1.11072583e-04 1.13251811e-04 1.14031116e-04
 1.14684631e-04 1.15144319e-04 1.15605850e-04 1.16069230e-04
 1.27255001e-04 1.28791364e-04 1.39041200e-04 1.42663155e-04
 1.54503139e-04 1.55451849e-04 1.56269665e-04 1.56406385e-04
 1.62328917e-04 1.67081831e-04 1.73484444e-04 1.82032707e-04
 1.82910365e-04 1.86813490e-04 1.88217100e-04 1.88588221e-04
 2.03658780e-04 2.18916126e-04 2.26075728e-04 2.29569297e-04
 2.35809647e-04 2.44001880e-04 2.45379014e-04 2.53696727e-04
 2.54026439e-04 2.92712299e-04 3.11178933e-04 3.25501567e-04
 3.28755549e-04 3.30472978e-04 3.50017967e-04 3.59098450e-04
 3.66040926e-04 3.83711622e-04 3.98491438e-04 4.32269684e-04
 4.43532497e-04 4.70444602e-04 5.01225556e-04 5.16234099e-04
 5.21118026e-04 5.68069522e-04 6.27143347e-04 6.30880897e-04
 6.36739187e-04 6.98896707e-04 7.44336141e-04 7.49118509e-04
 8.01996302e-04 8.28825166e-04 8.58015300e-04 9.43029406e-04
 9.67280735e-04 9.95125008e-04 1.14335255e-03 1.75020734e-03
 1.86716471e-03 3.74348727e-03 5.16641385e-03 1.10962622e-02
 6.66700000e+03 6.66700000e+03 6.66700000e+03 6.66700000e+03
 6.66700000e+03 6.66700000e+03] Jy at 2.159 micron microns
Assuming T=       Teff       
------------------
 3014.598904246537
 3020.348160630979
 3027.603564679291
 3027.817222554704
 3028.672004845284
 3038.304949662553
 3044.099416749077
3047.1083045162154
 3050.765952551302
 3055.505897602176
               ...
 5193.997188026154
 5115.269231711902
 4892.405122741114
 4855.908749660536
 4747.458346750021
                --
                --
                --
                --
                --
                --
Length = 430 rows K, Flux: [7.41966127e-03 7.58948310e-03 7.80887278e-03 7.81542054e-03
 7.84166653e-03 8.14307749e-03 8.32945692e-03 8.42777142e-03
 8.54871469e-03 8.70780950e-03 8.72241867e-03 8.82537138e-03
 8.94452043e-03 9.10334816e-03 9.21079708e-03 9.22625010e-03
 9.24172906e-03 9.27276492e-03 9.31170635e-03 9.33514966e-03
 9.33514966e-03 9.46911432e-03 9.59695437e-03 9.62111583e-03
 9.71837149e-03 9.71837149e-03 9.73467608e-03 9.75918427e-03
 9.79195786e-03 9.85783560e-03 9.89094048e-03 9.97418990e-03
 1.00497133e-02 1.03488913e-02 1.04010660e-02 1.04185160e-02
 1.04798217e-02 1.05712618e-02 1.06134138e-02 1.06275018e-02
 1.06345528e-02 1.06698781e-02 1.07124233e-02 1.07266427e-02
 1.07408810e-02 1.07765594e-02 1.08770909e-02 1.08915288e-02
 1.08987550e-02 1.09059860e-02 1.09277077e-02 1.09567373e-02
 1.10077248e-02 1.10077248e-02 1.10736289e-02 1.10956845e-02
 1.11030461e-02 1.11621153e-02 1.11621153e-02 1.11917676e-02
 1.12438488e-02 1.12438488e-02 1.12587736e-02 1.12662434e-02
 1.13186712e-02 1.13487394e-02 1.13939915e-02 1.14166852e-02
 1.14546085e-02 1.15155480e-02 1.15614652e-02 1.16075656e-02
 1.16152668e-02 1.16384013e-02 1.16461230e-02 1.16538498e-02
 1.16693188e-02 1.17547663e-02 1.17938126e-02 1.19830480e-02
 1.19909983e-02 1.20788012e-02 1.21672471e-02 1.21672471e-02
 1.21995695e-02 1.21995695e-02 1.22157630e-02 1.24117687e-02
 1.24447407e-02 1.24447407e-02 1.24612595e-02 1.24860789e-02
 1.25026526e-02 1.26192863e-02 1.26528096e-02 1.26612043e-02
 1.27032616e-02 1.27962800e-02 1.27962800e-02 1.28302734e-02
 1.28387859e-02 1.29585552e-02 1.29585552e-02 1.30707698e-02
 1.32893056e-02 1.33688697e-02 1.33777395e-02 1.35204595e-02
 1.36647021e-02 1.37556342e-02 1.38379902e-02 1.38839565e-02
 1.38839565e-02 1.39670809e-02 1.39856204e-02 1.41442036e-02
 1.42666853e-02 1.43045849e-02 1.43235725e-02 1.43902276e-02
 1.44667848e-02 1.45148398e-02 1.45437493e-02 1.45920599e-02
 1.46308239e-02 1.46308239e-02 1.46989089e-02 1.46989089e-02
 1.48360307e-02 1.48853122e-02 1.49248552e-02 1.51233294e-02
 1.51874417e-02 1.52887391e-02 1.53442768e-02 1.53814139e-02
 1.54093258e-02 1.54559581e-02 1.55308635e-02 1.55402521e-02
 1.56250059e-02 1.56817651e-02 1.56912450e-02 1.57959027e-02
 1.58150063e-02 1.58245667e-02 1.58820508e-02 1.59108711e-02
 1.59686687e-02 1.60266763e-02 1.60557590e-02 1.61726187e-02
 1.61921779e-02 1.63989825e-02 1.64287409e-02 1.64784582e-02
 1.64884197e-02 1.64884197e-02 1.65083608e-02 1.66184685e-02
 1.66889192e-02 1.67596685e-02 1.69020681e-02 1.70148019e-02
 1.71905075e-02 1.73890324e-02 1.77285861e-02 1.77607572e-02
 1.77929867e-02 1.78145055e-02 1.79008413e-02 1.79333250e-02
 1.79333250e-02 1.80966299e-02 1.81185159e-02 1.81294688e-02
 1.81623674e-02 1.83277579e-02 1.84388542e-02 1.84946546e-02
 1.85618380e-02 1.85730589e-02 1.86630710e-02 1.88786018e-02
 1.91197172e-02 1.91775780e-02 1.91891712e-02 1.94695194e-02
 1.95166407e-02 1.95166407e-02 1.96824651e-02 1.97181818e-02
 1.97301018e-02 1.97420290e-02 1.98257213e-02 1.98616980e-02
 2.00789332e-02 2.02128560e-02 2.02740249e-02 2.02985443e-02
 2.03722805e-02 2.05205575e-02 2.06506823e-02 2.07066309e-02
 2.07189739e-02 2.09424114e-02 2.13837943e-02 2.14987886e-02
 2.15757948e-02 2.16144013e-02 2.19257505e-02 2.19780763e-02
 2.20305270e-02 2.20699471e-02 2.22415845e-02 2.22813823e-02
 2.23611917e-02 2.25485271e-02 2.26697849e-02 2.27645471e-02
 2.28460872e-02 2.28869666e-02 2.30364861e-02 2.30495456e-02
 2.30495456e-02 2.30756868e-02 2.31542884e-02 2.32595071e-02
 2.33255115e-02 2.34182324e-02 2.35780409e-02 2.36047814e-02
 2.37254898e-02 2.44905577e-02 2.46018487e-02 2.46996432e-02
 2.48822941e-02 2.50520934e-02 2.51516777e-02 2.51659363e-02
 2.53951763e-02 2.54239777e-02 2.54672411e-02 2.56265044e-02
 2.57137947e-02 2.57867638e-02 2.58306445e-02 2.59774537e-02
 2.59774537e-02 2.60069155e-02 2.61250973e-02 2.61695538e-02
 2.61843894e-02 2.62884746e-02 2.64528737e-02 2.66333909e-02
 2.66635966e-02 2.69369944e-02 2.73523564e-02 2.77426594e-02
 2.80589079e-02 2.80911693e-02 2.81249499e-02 2.81587711e-02
 2.85506507e-02 2.85849838e-02 2.88958459e-02 2.99027209e-02
 3.01191249e-02 3.01734701e-02 3.02097547e-02 3.07038893e-02
 3.09446805e-02 3.09632810e-02 3.10751185e-02 3.13941902e-02
 3.18119747e-02 3.20807276e-02 3.21579303e-02 3.27429038e-02
 3.29600501e-02 3.32185350e-02 3.46456235e-02 3.54245445e-02
 3.57667762e-02 3.61992188e-02 3.67471321e-02 3.79590938e-02
 3.82797786e-02 3.84180430e-02 3.86495943e-02 3.86976757e-02
 3.88191603e-02 3.88191603e-02 3.95561189e-02 3.95809237e-02
 3.98048678e-02 3.99548674e-02 4.04082661e-02 4.09180794e-02
 4.11753930e-02 4.16948847e-02 4.17471930e-02 4.34561611e-02
 4.34561611e-02 4.36746434e-02 4.46434923e-02 4.49242332e-02
 4.55480931e-02 4.56910834e-02 4.58345226e-02 4.62965610e-02
 4.67632570e-02 4.71754736e-02 4.75614990e-02 4.91990934e-02
 5.06384795e-02 5.09888739e-02 5.10848561e-02 5.13738880e-02
 5.32427838e-02 5.34769357e-02 5.55038117e-02 5.83557094e-02
 5.99172328e-02 6.09401169e-02 6.15205406e-02 6.38980466e-02
 6.39413267e-02 6.79130301e-02 6.90256622e-02 7.03944407e-02
 7.16932091e-02 7.33131782e-02 7.39613527e-02 7.52239926e-02
 7.70801571e-02 7.87530785e-02 7.89005046e-02 8.07416132e-02
 8.15510159e-02 8.25741890e-02 8.50824871e-02 8.56145636e-02
 8.58818484e-02 8.83803564e-02 8.85458048e-02 8.90440107e-02
 8.98805910e-02 9.31899867e-02 9.34226620e-02 9.67417800e-02
 9.96183139e-02 1.00053991e-01 1.02388707e-01 1.05236145e-01
 1.05630519e-01 1.11072583e-01 1.13251811e-01 1.14031116e-01
 1.14684631e-01 1.15144319e-01 1.15605850e-01 1.16069230e-01
 1.27255001e-01 1.28791364e-01 1.39041200e-01 1.42663155e-01
 1.54503139e-01 1.55451849e-01 1.56269665e-01 1.56406385e-01
 1.62328917e-01 1.67081831e-01 1.73484444e-01 1.82032707e-01
 1.82910365e-01 1.86813490e-01 1.88217100e-01 1.88588221e-01
 2.03658780e-01 2.18916126e-01 2.26075728e-01 2.29569297e-01
 2.35809647e-01 2.44001880e-01 2.45379014e-01 2.53696727e-01
 2.54026439e-01 2.92712299e-01 3.11178933e-01 3.25501567e-01
 3.28755549e-01 3.30472978e-01 3.50017967e-01 3.59098450e-01
 3.66040926e-01 3.83711622e-01 3.98491438e-01 4.32269684e-01
 4.43532497e-01 4.70444602e-01 5.01225556e-01 5.16234099e-01
 5.21118026e-01 5.68069522e-01 6.27143347e-01 6.30880897e-01
 6.36739187e-01 6.98896707e-01 7.44336141e-01 7.49118509e-01
 8.01996302e-01 8.28825166e-01 8.58015300e-01 9.43029406e-01
 9.67280735e-01 9.95125008e-01 1.14335255e+00 1.75020734e+00
 1.86716471e+00 3.74348727e+00 5.16641385e+00 1.10962622e+01
 6.66700000e+06 6.66700000e+06 6.66700000e+06 6.66700000e+06
 6.66700000e+06 6.66700000e+06] mJy at 2.159 micron -> Flux: [1.54701431e-03 1.57898997e-03 1.62020939e-03 1.62143808e-03
 1.62636229e-03 1.68281398e-03 1.71763304e-03 1.73597357e-03
 1.75851096e-03 1.78811728e-03 1.79083366e-03 1.80996561e-03
 1.83208417e-03 1.86153057e-03 1.88142719e-03 1.88428708e-03
 1.88715137e-03 1.89289318e-03 1.90009532e-03 1.90442990e-03
 1.90442990e-03 1.92918228e-03 1.95277602e-03 1.95723226e-03
 1.97516034e-03 1.97516034e-03 1.97816448e-03 1.98267935e-03
 1.98871540e-03 2.00084335e-03 2.00693537e-03 2.02224767e-03
 2.03612980e-03 2.09103890e-03 2.10060125e-03 2.10379853e-03
 2.11502782e-03 2.13183778e-03 2.13969071e-03 2.14231483e-03
 2.14362811e-03 2.15020666e-03 2.15812779e-03 2.16077470e-03
 2.16342487e-03 2.17006465e-03 2.18876550e-03 2.19145027e-03
 2.19279390e-03 2.19413836e-03 2.19817673e-03 2.20357288e-03
 2.21304828e-03 2.21304828e-03 2.22529129e-03 2.22938745e-03
 2.23075452e-03 2.24172155e-03 2.24172155e-03 2.24722542e-03
 2.25688999e-03 2.25688999e-03 2.25965898e-03 2.26104476e-03
 2.27076922e-03 2.27634496e-03 2.28473446e-03 2.28894088e-03
 2.29596894e-03 2.30725909e-03 2.31576340e-03 2.32429930e-03
 2.32572502e-03 2.33000750e-03 2.33143676e-03 2.33286690e-03
 2.33572983e-03 2.35153937e-03 2.35876112e-03 2.39373787e-03
 2.39520653e-03 2.41142176e-03 2.42774761e-03 2.42774761e-03
 2.43371186e-03 2.43371186e-03 2.43669952e-03 2.47284099e-03
 2.47891688e-03 2.47891688e-03 2.48196045e-03 2.48653288e-03
 2.48958588e-03 2.51106291e-03 2.51723342e-03 2.51877844e-03
 2.52651785e-03 2.54362901e-03 2.54362901e-03 2.54988016e-03
 2.55144537e-03 2.57346015e-03 2.57346015e-03 2.59407380e-03
 2.63418422e-03 2.64877646e-03 2.65040284e-03 2.67656216e-03
 2.70298163e-03 2.71962707e-03 2.73469625e-03 2.74310434e-03
 2.74310434e-03 2.75830459e-03 2.76169394e-03 2.79067329e-03
 2.81304053e-03 2.81995903e-03 2.82342471e-03 2.83558840e-03
 2.84955443e-03 2.85831837e-03 2.86358976e-03 2.87239719e-03
 2.87946278e-03 2.87946278e-03 2.89186972e-03 2.89186972e-03
 2.91684542e-03 2.92581788e-03 2.93301587e-03 2.96927209e-03
 2.98101491e-03 2.99956238e-03 3.00972807e-03 3.01652445e-03
 3.02163186e-03 3.03016356e-03 3.04386471e-03 3.04558173e-03
 3.06107883e-03 3.07145429e-03 3.07318696e-03 3.09231145e-03
 3.09580147e-03 3.09754797e-03 3.10804778e-03 3.11331111e-03
 3.12386468e-03 3.13445424e-03 3.13976256e-03 3.16108642e-03
 3.16465453e-03 3.20236525e-03 3.20778928e-03 3.21684987e-03
 3.21866507e-03 3.21866507e-03 3.22229858e-03 3.24235673e-03
 3.25518635e-03 3.26806705e-03 3.29398249e-03 3.31448957e-03
 3.34643526e-03 3.38250597e-03 3.44414298e-03 3.44997907e-03
 3.45582510e-03 3.45972799e-03 3.47538395e-03 3.48127329e-03
 3.48127329e-03 3.51087093e-03 3.51483636e-03 3.51682077e-03
 3.52278075e-03 3.55273340e-03 3.57284404e-03 3.58294226e-03
 3.59509804e-03 3.59712803e-03 3.61340953e-03 3.65237583e-03
 3.69593586e-03 3.70638409e-03 3.70847730e-03 3.75907263e-03
 3.76757244e-03 3.76757244e-03 3.79747432e-03 3.80391286e-03
 3.80606148e-03 3.80821132e-03 3.82329444e-03 3.82977702e-03
 3.86890533e-03 3.89301479e-03 3.90402354e-03 3.90843580e-03
 3.92170271e-03 3.94837258e-03 3.97197406e-03 3.98190208e-03
 3.98406997e-03 4.02329660e-03 4.10069181e-03 4.12083556e-03
 4.13432026e-03 4.14107933e-03 4.19555552e-03 4.20470506e-03
 4.21387477e-03 4.22076531e-03 4.25075616e-03 4.25770766e-03
 4.27164515e-03 4.30434556e-03 4.32550075e-03 4.34202741e-03
 4.35624391e-03 4.36336979e-03 4.38942497e-03 4.39170010e-03
 4.39170010e-03 4.39625393e-03 4.40994408e-03 4.42826467e-03
 4.43975407e-03 4.45588988e-03 4.48368928e-03 4.48833952e-03
 4.50932602e-03 4.64215568e-03 4.66145150e-03 4.67840183e-03
 4.71004644e-03 4.73944882e-03 4.75668579e-03 4.75915338e-03
 4.79881124e-03 4.80379189e-03 4.81127268e-03 4.83880307e-03
 4.85388669e-03 4.86649267e-03 4.87407213e-03 4.89942326e-03
 4.89942326e-03 4.90450945e-03 4.92490763e-03 4.93257903e-03
 4.93513885e-03 4.95309519e-03 4.98144579e-03 5.01256077e-03
 5.01776566e-03 5.06485613e-03 5.13633054e-03 5.20341909e-03
 5.25772694e-03 5.26325468e-03 5.26900958e-03 5.27477084e-03
 5.34148554e-03 5.34732703e-03 5.40019237e-03 5.57111560e-03
 5.60779163e-03 5.61699877e-03 5.62314535e-03 5.70679377e-03
 5.74751705e-03 5.75066176e-03 5.76956667e-03 5.82347288e-03
 5.89399139e-03 5.93931619e-03 5.95233081e-03 6.05086501e-03
 6.08740645e-03 6.13087986e-03 6.37042691e-03 6.50084911e-03
 6.55808167e-03 6.63033999e-03 6.72179702e-03 6.92372519e-03
 6.97707171e-03 7.00006164e-03 7.03854864e-03 7.04642662e-03
 7.06625921e-03 7.06625921e-03 7.18645275e-03 7.19049482e-03
 7.22697764e-03 7.25140404e-03 7.32518820e-03 7.40806650e-03
 7.44986260e-03 7.53417562e-03 7.54266010e-03 7.81935559e-03
 7.81935559e-03 7.85466070e-03 8.01103626e-03 8.05629368e-03
 8.15677716e-03 8.17979145e-03 8.20287175e-03 8.27717455e-03
 8.35216162e-03 8.41834163e-03 8.48027174e-03 8.74251706e-03
 8.97240546e-03 9.02828316e-03 9.04358382e-03 9.08964410e-03
 9.38694770e-03 9.42413366e-03 9.73948202e-03 1.01787140e-02
 1.04183186e-02 1.05749437e-02 1.06637055e-02 1.10264539e-02
 1.10330452e-02 1.16361334e-02 1.18044717e-02 1.20112118e-02
 1.22070262e-02 1.24508001e-02 1.25481952e-02 1.27376913e-02
 1.30157244e-02 1.32564846e-02 1.32775181e-02 1.35398195e-02
 1.36549197e-02 1.38002347e-02 1.41556231e-02 1.42308584e-02
 1.42686326e-02 1.46211081e-02 1.46444092e-02 1.47145454e-02
 1.48322194e-02 1.52965481e-02 1.53291248e-02 1.57928767e-02
 1.61933860e-02 1.62539364e-02 1.65779326e-02 1.69720061e-02
 1.70264948e-02 1.77501344e-02 1.80320324e-02 1.81326799e-02
 1.82170172e-02 1.82763059e-02 1.83358034e-02 1.83955104e-02
 1.98284117e-02 2.00240211e-02 2.13221972e-02 2.17782325e-02
 2.32181045e-02 2.33284949e-02 2.34235917e-02 2.34394841e-02
 2.41263997e-02 2.46755729e-02 2.54125586e-02 2.63917665e-02
 2.64920071e-02 2.69339546e-02 2.70902461e-02 2.71315490e-02
 2.88021709e-02 3.04841287e-02 3.12811106e-02 3.16769541e-02
 3.24077115e-02 3.33634075e-02 3.35237119e-02 3.44900788e-02
 3.45283211e-02 3.90277055e-02 4.11882570e-02 4.28677460e-02
 4.32484531e-02 4.34492626e-02 4.57456814e-02 4.68098570e-02
 4.76217056e-02 4.97111799e-02 5.14592824e-02 5.54615463e-02
 5.67941541e-02 5.99973614e-02 6.36701575e-02 6.54734596e-02
 6.60597416e-02 7.17236655e-02 7.88835822e-02 7.93391316e-02
 8.00530111e-02 8.76398415e-02 9.32034433e-02 9.37922049e-02
 1.00335182e-01 1.03658599e-01 1.07309319e-01 1.18000355e-01
 1.21062007e-01 1.24598346e-01 1.43742180e-01 2.32355761e-01
 2.50126099e-01 5.15326268e-01 7.14572980e-01 1.55716970e+00
            nan            nan            nan            nan
            nan            nan] mJy at 7.7 micron


fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.scatter(catalog_matched['xcentroid'], F770W_ABmag, color='blue', label='Simulated stars')
ax.scatter(catalog_matched['xcentroid'], catalog_matched['aper_total_abmag'], color='green', label='Sources found')
ax.legend()

plt.xlabel('X position in pixels')
plt.ylabel('AB mag')

Text(0, 0.5, 'AB mag')


fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.set_ylim(-1,1)
ax.scatter(catalog_matched['xcentroid'], F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')

#ax.legend()
plt.title('ABmag difference (simulated - found) vs. x position')
plt.xlabel('X position in pixels')
plt.ylabel('Delta AB mag')

ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)

m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), min(catalog_matched['xcentroid']), max(catalog_matched['xcentroid']), color='red')

<matplotlib.collections.LineCollection at 0x7fbba953a730>


fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.set_ylim(-1,1)
ax.scatter(catalog_matched['ycentroid'], F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')
#ax.legend()

plt.title('ABmag difference (simulated - found) vs. y position')
plt.xlabel('Y position in pixels')
plt.ylabel('Delta AB mag')

ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)

m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), min(catalog_matched['ycentroid']), max(catalog_matched['ycentroid']), color='red')

<matplotlib.collections.LineCollection at 0x7fbba83c2430>


fig = plt.figure(figsize=(10, 10))
ax = plt.subplot()

ax.set_ylim(-1,1)
ax.scatter(F770W_ABmag, F770W_ABmag-catalog_matched['aper_total_abmag'], color='blue')
#ax.legend()

plt.title('Difference in AB mag (simulated-found) vs. ABmag (simulated)')
plt.xlabel('AB mag')
plt.ylabel('Delta AB mag')

ok = np.logical_and(F770W_ABmag>0, F770W_ABmag<100)

m = F770W_ABmag[ok]-catalog_matched['aper_total_abmag'][ok]
np.median(m)
plt.hlines(np.median(m), 16, 24.5, color='red')

<matplotlib.collections.LineCollection at 0x7fbba96bb040>

Filter	FWHM
F560W	1.636
F770W	2.187
F1000W	2.888
F1130W	3.318
F1280W	3.713
F1500W	4.354
F1800W	5.224
F2100W	5.989
F2550W	7.312
F2550WR	7.312

label	xcentroid	ycentroid	sky_centroid	aper_bkg_flux	aper_bkg_flux_err	aper30_flux	aper30_flux_err	aper50_flux	aper50_flux_err	aper70_flux	aper70_flux_err	aper_total_flux	aper_total_flux_err	aper30_abmag	aper30_abmag_err	aper50_abmag	aper50_abmag_err	aper70_abmag	aper70_abmag_err	aper_total_abmag	aper_total_abmag_err	aper30_vegamag	aper30_vegamag_err	aper50_vegamag	aper50_vegamag_err	aper70_vegamag	aper70_vegamag_err	aper_total_vegamag	aper_total_vegamag_err	CI_50_30	CI_70_50	CI_70_30	is_extended	sharpness	roundness	nn_label	nn_dist	isophotal_flux	isophotal_flux_err	isophotal_abmag	isophotal_abmag_err	isophotal_vegamag	isophotal_vegamag_err	isophotal_area	semimajor_sigma	semiminor_sigma	ellipticity	orientation	sky_orientation	sky_bbox_ll	sky_bbox_ul	sky_bbox_lr	sky_bbox_ur
			deg,deg	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy	Jy																								pix	Jy	Jy					pix2	pix	pix		deg	deg	deg,deg	deg,deg	deg,deg	deg,deg
int64	float64	float64	object	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	float64	bool	float64	float32	int64	float64	float32	float32	float32	float32	float32	float32	float64	float64	float64	float64	float64	float64	object	object	object	object
1	664.1167	9.6403	0.0011746837725960153,-0.01829643236370524	0.000000e+00	1.328000e-09	8.834588e-07	1.337219e-01	1.404663e-06	nan	1.710332e-06	nan	2.506849e-06	nan	24.034534	12.950048	23.531070	nan	23.317299	nan	22.902180	nan	19.650554	12.950048	19.147090	nan	18.933319	nan	18.518200	nan	1.5900	1.2176	1.9359	False	0.686452	0.216770	5	21.612052	1.497687e-06	1.880104e-01	23.461447	12.746910	19.077467	12.746910	7.0	0.733270	0.643609	0.122275	-7.224804	87.790396	0.001221191559519204,-0.018335750490372796	0.0012319556102703352,-0.018213091633091347	0.0010985326908587367,-0.018324986437515855	0.0011092967416097114,-0.018202327580259046
2	762.7433	10.2680	359.9981520165473,-0.018011778870803685	4.317726e-08	4.071503e-09	1.574783e-07	1.275116e-01	3.011118e-07	1.826851e-01	1.501973e-06	nan	2.201455e-06	nan	25.906948	14.770824	25.203181	14.457440	23.458345	nan	23.043225	nan	21.522968	14.770824	20.819201	14.457440	19.074365	nan	18.659246	nan	1.9121	4.9881	9.5376	False	0.799385	-0.365678	4	7.080023	2.931657e-06	3.760066e-01	22.732216	12.770214	18.348236	12.770214	30.0	2.744893	0.993490	0.638059	0.107357	95.122557	359.9983080434435,-0.018080104213567077	359.9983214985069,-0.017926780642625113	359.99797073155867,-0.01805050306287331	359.99798418662215,-0.017897179492014796
3	789.3069	21.2247	359.9973669375114,-0.017604313563515526	8.844520e-08	7.761937e-09	2.415434e-06	1.545094e-01	4.636414e-06	2.195133e-01	1.491054e-05	4.844177e-01	2.185452e-05	7.100155e-01	22.942512	12.014917	22.234545	11.688219	20.966266	11.279350	20.551147	11.279350	18.558532	12.014917	17.850565	11.688219	16.582287	11.279350	16.167167	11.279350	1.9195	3.2160	6.1730	False	0.531177	-0.013396	13	16.914764	3.721496e-05	8.745136e-01	19.973206	10.927669	15.589226	10.927669	160.0	3.934996	2.119343	0.461412	-83.075558	11.939642	359.997516142833,-0.01794880842815496	359.99757265409954,-0.01730484942913168	359.99714816623293,-0.0179165162622523	359.9972046774995,-0.017272557263756486
4	761.5630	17.2489	359.99820699733124,-0.01780088671504333	3.690606e-08	3.247773e-09	4.784678e-07	1.318881e-01	8.159837e-07	1.891253e-01	1.572143e-06	4.326425e-01	2.304304e-06	6.341281e-01	24.700368	13.600886	24.120796	13.412675	23.408770	13.599097	22.993651	13.599097	20.316388	13.600886	19.736817	13.412675	19.024790	13.599097	18.609671	13.599097	1.7054	1.9267	3.2858	False	0.587114	0.168807	2	7.080023	1.767112e-06	2.622942e-01	23.281839	12.928820	18.897860	12.928820	14.0	1.001692	0.982021	0.019638	-15.486175	79.529025	359.99826555109865,-0.01786006918684971	359.99827900616214,-0.01770674561555038	359.9981122275147,-0.01784661411841635	359.9981256825781,-0.01769329054718747
5	683.5598	19.0768	0.0006038606438772339,-0.017954743894742196	-2.738057e-09	1.904694e-09	3.490605e-06	1.604578e-01	5.739537e-06	2.248529e-01	9.361284e-06	4.577819e-01	1.372092e-05	6.709750e-01	22.542748	11.656174	22.002808	11.482582	21.471661	11.723330	21.056542	11.723330	18.158768	11.656174	17.618828	11.482582	17.087682	11.723330	16.672562	11.723330	1.6443	1.6310	2.6819	False	0.637434	-0.143922	1	21.612052	8.967204e-06	3.914912e-01	21.518356	11.600187	17.134377	11.600187	28.0	1.269861	1.157498	0.088484	13.273080	108.288280	0.0006907547524230875,-0.018041994537365016	0.0007095918412466997,-0.017827341536615117	0.00047610173268776136,-0.018023157444239834	0.0004949388215110312,-0.01780850444356504
6	550.7549	23.1915	0.00468735986201067,-0.01818594811029989	6.382970e-08	2.910760e-09	1.070667e-06	1.409491e-01	2.091854e-06	2.010972e-01	6.519135e-06	4.575466e-01	9.555156e-06	6.706303e-01	23.825864	12.798528	23.098672	12.457198	21.864525	12.115629	21.449406	12.115629	19.441884	12.798528	18.714692	12.457198	17.480545	12.115629	17.065426	12.115629	1.9538	3.1164	6.0889	False	0.492139	0.301218	7	13.667213	1.587214e-05	6.971464e-01	20.898411	11.606746	16.514431	11.606746	102.0	2.990817	2.376334	0.205456	-23.221649	71.793551	0.004925176749260481,-0.018382689607723275	0.004960159913805262,-0.017984048319169502	0.004434541271276002,-0.01833963340584742	0.004469524435888218,-0.017940992117288532
7	564.1469	20.4628	0.004269353582606152,-0.018233584716097026	1.904775e-08	2.907535e-09	3.856231e-07	1.286734e-01	7.311592e-07	1.858057e-01	2.080418e-06	4.321421e-01	3.049288e-06	6.333946e-01	24.934592	13.808318	24.239970	13.512622	23.104623	13.293695	22.689504	13.293695	20.550612	13.808318	19.855990	13.512622	18.720644	13.293695	18.305524	13.293695	1.8960	2.8454	5.3950	False	0.592777	0.086831	6	13.667213	1.441359e-06	2.496395e-01	23.503069	13.096359	19.119089	13.096359	13.0	1.177841	0.822336	0.301828	25.393684	120.408884	0.004345238131844035,-0.018300895653393306	0.004358693195162484,-0.018147572081012423	0.004161249827683303,-0.018284749577231835	0.004174704891008232,-0.018131426004878062
8	752.7783	25.2594	359.99849793370436,-0.017578887234142863	1.638259e-08	1.726407e-09	6.398912e-07	1.319267e-01	1.135561e-06	1.870744e-01	2.162094e-06	3.981346e-01	3.169000e-06	5.835495e-01	24.384735	13.285572	23.761974	13.042017	23.062814	13.162894	22.647694	13.162894	20.000755	13.285572	19.377994	13.042017	18.678834	13.162894	18.263715	13.162894	1.7746	1.9040	3.3788	False	0.637424	0.087205	4	11.888593	1.842974e-06	2.344998e-01	23.236202	12.761566	18.852222	12.761566	12.0	0.977986	0.858503	0.122172	-73.078464	21.936736	359.99856306165174,-0.01763897059538726	359.9985765167152,-0.017485647023626382	359.99840973806755,-0.017625515527277806	359.99842319313103,-0.017472191955552226
9	535.8722	28.3799	0.005157693551796413,-0.018066896467727273	1.367040e-08	3.754095e-09	3.955464e-07	8.959352e-02	6.976248e-07	1.395520e-01	1.979669e-06	3.571089e-01	2.901619e-06	5.234178e-01	24.907006	13.387703	24.290945	13.252791	23.158519	13.140526	22.743399	13.140526	20.523027	13.387703	19.906965	13.252791	18.774539	13.140526	18.359419	13.140526	1.7637	2.8377	5.0049	False	0.811596	0.055584	11	10.044629	2.594360e-06	2.294382e-01	22.864925	12.366601	18.480946	12.366601	21.0	3.092448	0.535152	0.826949	3.332665	98.347865	0.005348037189133449,-0.01814169034041396	0.00535880123974368,-0.018019031482224585	0.004949395863177019,-0.018106707177364505	0.004960159913805262,-0.017984048319169502
...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...	...
543	335.6891	1121.9868	0.014239163388328943,0.014929553863249569	9.470360e-09	1.625556e-09	5.505588e-07	1.341436e-01	9.454892e-07	1.900534e-01	1.652577e-06	4.345988e-01	2.422197e-06	6.369954e-01	24.547991	13.466920	23.960859	13.258053	23.354596	13.549821	22.939476	13.549821	20.164011	13.466920	19.576879	13.258053	18.970616	13.549821	18.555496	13.549821	1.7173	1.7479	3.0016	False	0.584639	0.337600	529	49.451932	1.043079e-06	1.883984e-01	23.854206	13.141907	19.470226	13.141907	7.0	0.740433	0.667417	0.098613	86.827348	181.842548	0.014271624742276265,0.014880761707256107	0.014282388792052214,0.015003420564287067	0.014148965876872564,0.014891525761322862	0.014159729926665582,0.015014184618392271
544	180.0461	1124.6956	0.019019199001965022,0.01459378022692711	4.781485e-09	1.804786e-09	5.430325e-07	1.331599e-01	9.606547e-07	1.931750e-01	1.807748e-06	4.433635e-01	2.649633e-06	6.498420e-01	24.562935	13.473873	23.943582	13.258464	23.257155	13.474059	22.842036	13.474059	20.178956	13.473873	19.559602	13.258464	18.873175	13.474059	18.458056	13.474059	1.7691	1.8818	3.3290	False	0.564979	-0.093740	540	17.986720	1.023331e-06	1.922411e-01	23.874960	13.184581	19.490980	13.184581	7.0	0.735947	0.673457	0.084912	-2.628684	92.386516	0.019063393460502846,0.014552957692404679	0.019074157509706077,0.014675616547715853	0.018940734598859046,0.014563721748860104	0.018951498648076572,0.014686380604220417
545	706.5357	1126.5106	0.0028794290065000255,0.016066227572914028	-3.368327e-09	2.209578e-09	3.623101e-06	1.634526e-01	5.626381e-06	2.230172e-01	9.588626e-06	4.552286e-01	1.405414e-05	6.672328e-01	22.502299	11.635802	22.024427	11.495300	21.445609	11.691206	21.030490	11.691206	18.118319	11.635802	17.640447	11.495300	17.061629	11.691206	16.646510	11.691206	1.5529	1.7042	2.6465	False	0.616038	-0.561910	530	53.840609	9.156496e-06	4.153907e-01	21.495676	11.641842	17.111696	11.641842	32.0	1.286921	1.250022	0.028672	6.543203	101.558403	0.002964417280641886,0.0159657395555046	0.00298325436910484,0.016180392555738353	0.0027497642626530777,0.015984576638815834	0.0027686013511275076,0.016199229638982203
546	536.7198	1132.2058	0.00810211204892947,0.015783893629512723	7.222886e-08	3.591157e-09	4.404956e-06	1.744458e-01	7.737352e-06	2.409076e-01	1.637285e-05	4.888575e-01	2.399783e-05	7.165229e-01	22.290146	11.494325	21.678519	11.233180	20.864690	11.187682	20.449570	11.187682	17.906166	11.494325	17.294539	11.233180	16.480710	11.187682	16.065590	11.187682	1.7565	2.1161	3.7169	False	0.583587	-0.455243	542	13.071638	2.812716e-05	7.744016e-01	20.277185	11.099640	15.893206	11.099640	112.0	2.730297	1.902022	0.303364	-21.790677	73.224523	0.008308151064500805,0.015589497554340519	0.008340443215372306,0.015957474126748056	0.007848180310699622,0.015629862744638734	0.007880472461657035,0.01599783931704482
547	1018.4637	1134.2395	359.99333504595864,0.017142634685636895	3.885982e-08	5.939686e-09	1.730276e-06	1.462712e-01	3.135852e-06	2.066353e-01	9.497341e-06	4.617086e-01	1.392034e-05	6.767305e-01	23.304712	12.317622	22.659111	12.047139	21.455995	11.716937	21.040876	11.716937	18.920732	12.317622	18.275131	12.047139	17.072015	11.716937	16.656896	11.716937	1.8123	3.0286	5.4889	False	0.589986	-1.209986	532	42.025938	1.677451e-05	6.360297e-01	20.838375	11.447097	16.454395	11.447097	78.0	3.016628	1.535867	0.490866	-48.673186	46.342014	359.9935024750068,0.016950585565029357	359.9935347671584,0.01731856212598285	359.99313449842174,0.016982877688253472	359.99316679057335,0.017350854248636853
548	107.3057	1132.3819	0.02127044894318622,0.014633732898896466	-9.993804e-09	1.636402e-09	3.162776e-06	1.623002e-01	5.052208e-06	2.246034e-01	8.578190e-06	4.719450e-01	1.257313e-05	6.917341e-01	22.649829	11.775648	22.141297	11.619862	21.566511	11.851259	21.151391	11.851259	18.265849	11.775648	17.757317	11.619862	17.182531	11.851259	16.767412	11.851259	1.5974	1.6979	2.7122	False	0.597249	0.291547	550	16.299855	7.903885e-06	3.992480e-01	21.655399	11.758527	17.271420	11.758527	27.0	1.230760	1.167167	0.051670	19.586636	114.601836	0.021348728451751713,0.014537810919189612	0.02136756553727624,0.014752463913597719	0.021134075447988985,0.014556648019930674	0.021152912533560064,0.014771301014518793
549	944.7953	1132.8304	359.99559027230816,0.016901181211765676	-2.247216e-09	1.290339e-09	7.830013e-07	1.355357e-01	1.418352e-06	1.921206e-01	2.703316e-06	4.319325e-01	3.962275e-06	6.330874e-01	24.165594	13.095734	23.520540	12.829483	22.820258	13.008805	22.405139	13.008805	19.781614	13.095734	19.136560	12.829483	18.436278	13.008805	18.021159	13.008805	1.8114	1.9060	3.4525	False	0.543800	0.061235	547	73.681806	1.900273e-06	2.362207e-01	23.202959	12.736263	18.818979	12.736263	11.0	0.896766	0.855860	0.045615	-51.896125	43.119075	359.99565438713114,0.01682354425777162	359.9956678421944,0.01697686782622462	359.99550106355156,0.01683699931110447	359.9955145186148,0.01699032287946309
550	123.4200	1134.8339	0.020782905150068563,0.01475228862875787	-5.868499e-09	2.587997e-09	1.815000e-06	1.482808e-01	2.993492e-06	2.104043e-01	5.171166e-06	4.570428e-01	7.579425e-06	6.698917e-01	23.252808	12.280534	22.709555	12.117207	22.116029	12.365933	21.700909	12.365933	18.868828	12.280534	18.325575	12.117207	17.732049	12.365933	17.316930	12.365933	1.6493	1.7275	2.8491	False	0.598658	-0.239897	548	16.299855	4.435352e-06	3.235317e-01	22.282679	12.157487	17.898699	12.157487	19.0	1.099785	1.039478	0.054835	-89.571941	5.443259	0.020866166050648095,0.014672861289884771	0.020882312124071132,0.014856849571034444	0.020682177760924427,0.014689007375963615	0.020698323834387133,0.014872995657247316
551	165.4201	1136.3944	0.01949918532290718,0.014913162847049513	5.095596e-09	2.964094e-09	1.998831e-06	1.498580e-01	3.136180e-06	2.090284e-01	5.242492e-06	4.590921e-01	7.683969e-06	6.728954e-01	23.148060	12.187275	22.658998	12.059527	22.101155	12.355917	21.686036	12.355917	18.764080	12.187275	18.275018	12.059527	17.717176	12.355917	17.302056	12.355917	1.5690	1.6716	2.6228	False	0.611013	-0.485318	544	18.729258	4.866577e-06	3.439525e-01	22.181942	12.123203	17.797962	12.123203	21.0	1.144230	1.079484	0.056585	-17.505313	77.509887	0.019580939028735422,0.014816548603479628	0.019597085102435324,0.015000536885475422	0.019366286021680144,0.014835385702858674	0.019382432095426907,0.015019373984999043
552	277.6776	1139.8746	0.01606620616245987,0.015321969087753259	1.409113e-08	2.071287e-09	8.577565e-07	1.647367e-01	1.797386e-06	2.398362e-01	4.150195e-06	4.644987e-01	6.082978e-06	6.808199e-01	24.066590	13.208572	23.263396	12.813192	22.354829	12.622300	21.939709	12.622300	19.682610	13.208572	18.879417	12.813192	17.970849	12.622300	17.555730	12.622300	2.0955	2.3090	4.8384	True	0.950968	-0.696295	536	46.400995	4.138270e-06	4.109122e-01	22.357952	12.492337	17.973972	12.492337	22.0	1.499448	0.993507	0.337418	-1.984181	93.031019	0.01615725492436816,0.015240601027777951	nan,nan	0.015911937196071764,0.01526212913804344	nan,nan

x	y	Teff	Ks	J
float64	float64	float64	float64	float64
80.2510308154624	23.997467884837725	2304.0929760558447	22.320700043360187	23.18070004336019
-47.261524228197935	10.919745186379808	2304.0929760558447	22.320700043360187	23.18070004336019
0.30699104430734203	-58.51295402429979	2304.0929760558447	22.320700043360187	23.18070004336019
93.61585359712294	10.466443553979882	2304.0929760558447	22.320700043360187	23.18070004336019
70.96910779066107	63.07387861912006	2304.0929760558447	22.320700043360187	23.18070004336019
92.9069476014962	64.30856174275276	2304.0929760558447	22.320700043360187	23.18070004336019
-15.68679078862531	31.013432097907607	2304.0929760558447	22.320700043360187	23.18070004336019
46.755851500202645	-48.43985094005038	2304.0929760558447	22.320700043360187	23.18070004336019
89.7351811921786	53.11182881807044	2304.0929760558447	22.320700043360187	23.18070004336019
36.8486881036986	55.211246043351814	2304.0929760558447	22.320700043360187	23.18070004336019
...	...	...	...	...
-53.75703837846754	-15.056996445192539	5129.638599639223	13.89851702505835	14.41384375773162
-0.03077487414979152	36.278182742815886	5115.269231711902	13.881869560311879	14.401307904146263
95.63356755906099	44.16471129241473	5075.067865858648	13.826451018457695	14.3573115045063
90.27300634079342	14.709913368541772	5039.59863458312	13.777190092365087	14.318203593715223
66.73346488575024	53.530350294809374	4892.405122741114	13.126635236879519	13.714329206276458
64.8587912432001	35.35455796920176	4855.908749660536	12.776853158671695	13.375350808436671
-53.64831916556537	-32.595812402656435	4854.752641485985	12.76623009636547	13.365197793135147
-46.87584310414583	-39.38515541475271	4789.363060890498	12.23192086544233	12.851491317487538
80.81191419293565	31.516610885465813	4747.458346750021	11.94688436179194	12.581530000493744
96.33858842136043	46.06905445046372	4618.2593456723625	11.191917165072244	11.872435221133179

x	y	Teff	Ks	J	si	ell	posang	reff	flux
float64	float64	float64	float64	float64	float64	float64	float64	float64	float64
80.2510308154624	23.997467884837725	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
-47.261524228197935	10.919745186379808	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
0.30699104430734203	-58.51295402429979	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
93.61585359712294	10.466443553979882	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
70.96910779066107	63.07387861912006	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
92.9069476014962	64.30856174275276	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
-15.68679078862531	31.013432097907607	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
46.755851500202645	-48.43985094005038	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
89.7351811921786	53.11182881807044	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
36.8486881036986	55.211246043351814	2304.0929760558447	22.320700043360187	23.18070004336019	--	--	--	--	--
...	...	...	...	...	...	...	...	...	...
67.9805698605627	28.494828715119297	--	--	--	2.1096031965990987	0.20429700021417183	163.06816649011344	1.2715822225420945	13.752965618162937
-4.446155064406765	12.985674228459532	--	--	--	7.321844705461592	0.4501652135521971	105.14019169110954	1.8511745519437588	20.07141274178467
64.7244492666461	10.113732329735475	--	--	--	8.656346507536115	0.14694556628740923	162.43083457274233	1.610374819963926	66.30990252944302
-26.44617200253474	-63.88803361596829	--	--	--	9.257830349772924	0.552517577845459	141.17379575911065	1.7555307879881636	85.42806519275359
12.353908822597736	10.271889771234832	--	--	--	1.0276353349444474	0.18091589308864187	107.22059356945567	0.4673720066992323	39.37631906390017
-42.21461912208557	62.45020775429763	--	--	--	5.92465228732547	0.16970442816082973	202.415935614884	1.7791109904857216	131.3721604911842
-48.68869520916011	-16.576483230280186	--	--	--	8.178707887219758	0.5984672675322196	140.78836334886316	0.898280342552625	59.0685397583837
86.72084849551925	-30.653820797204745	--	--	--	4.08216110337432	0.11388325542173025	167.92605707130545	1.0411257693724623	32.74018847376189
90.56731424478109	-11.922514577935111	--	--	--	7.5528059599878805	0.396357895737423	185.127012207533	0.25769212999045565	168.84275608114189
65.4485869690741	60.09508331438365	--	--	--	2.379528991927928	0.3037143249770903	104.28886580660799	1.8117913320142096	144.44919876820663

JWST Pipeline Validation Notebook: calwebb_image3: source_catalog with MIRI¶

Table of Contents¶

Introduction¶

JWST Calibration working group algorithm¶

Test description¶

Data description¶

Create a temporary directory for all of the test data¶

Set up import statements¶

Put in some helper scripts¶

Print pipeline version number¶

Read in data from artifactory¶

Run Pipelines¶

Run output of calwebb_detector1 through calwebb_image2¶

Run output of calwebb_image2 through calwebb_image3¶

Create an association file to combine the input calibrated files¶

Run Calwebb_Image3 pipeline¶

Results¶

Read in output table of source_catalog step and print ecsv table¶

Display image and overplot detector sources from ecsv table¶

In the image above, check that the stars found by source catalog (red) overlap with stars in the image¶

Look at the fluxes of the sources found¶

Look at AB mag of sources found¶

Look at the errors on the AB magnitudes¶

Manually find matches¶

Use MIRI software to put x, y coordinates from input catalog into RA, Dec coordinates¶

Compare RA, Dec coordinates between simulator catalog and output catalog to find matches¶

Use photutils to find catalog matches and compare which sources were found and matched.¶

Plot RA and Dec positions of both catalogs¶

Convert matched RA/Dec coordinates back to x,y positions and plot matched stars on image¶

Compare to full catalog and see where differences are¶

Look at positions of sources in the simulated images from the catalogs used to create the images¶

Compare fluxes between input sources and output catalog¶

Compare the star magnitudes and magnitude differences to the x position of the stars.¶

Plot AB mag vs x position¶

Plot difference in magnitude against x and y position.¶

Plot AB magnitude difference against AB mag to see if there is a pattern in the differences by mag.¶

Passing criteria¶

About this Notebook¶